diff --git a/.gitattributes b/.gitattributes index c7d9f3332a950355d5a77d85000f05e6f45435ea..dffa1c997a3548332797c4d82e3590b01afae9c8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,3 +32,99 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..64564a74215bba6f687397336f51ce561e984c37 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.33202476289978655, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03284628255303658}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.06651480936453831, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001650969998879038}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.297334737955042, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004992706637890668}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.10035078272046244, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019783236676076898}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.029110043712061957, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008947308938169874}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.13391480095345307, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0032321395002733538}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.044642962602441105, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001178797135452423}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06360280420840975, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015109805669500105}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2880932061217916, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004879650046655422}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.09648383030825737, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018521276667425775}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.06247062164223968, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0015581650631781932}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.27694653889243487, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004633639788952067}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.0940598212200592, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018664528054209402}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..240584db4527f905fb2bd1ccb1d4bf81b37847fb --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.527115014551651, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.025666419950371343}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.1270389619853191, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004160322890958984}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3113982585236776, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005100689200994648}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.14851607672855913, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0033689657278829425}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.06294568402552247, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002863056502770272}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.15340774472215243, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003411319647719293}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.07208261868868578, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002234096091379544}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1157116753063807, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003769961491523323}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.29147344461366753, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00468545606109597}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.13589968933657245, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0029353826676204973}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.11802827465869996, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003850703320853075}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.2933246534286482, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00468201951647078}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.13804305933456154, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003006886444225815}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..c5b99c2cd07be63959b6dc07337dada66607b85d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.6597997964856303, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.034728244254522804}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.16610339248030914, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00507284326160864}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3352959906245331, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004999412504809714}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.18002908296123593, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003968306495814761}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.08678039894771569, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.003378136673520059}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.1742610345269654, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0036505372153588563}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.09209494204875378, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0026603000241755223}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.14649813778279558, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0043379793964259455}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.31289951361042795, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004601477399031109}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1614621956023238, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003324273428019681}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.1507150810319521, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004505163531248335}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3160265105718741, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0046507219012497545}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.164808372020027, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0034322550025239302}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..bc65910d5ca7c601eed831f889f521f79cdce609 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.823682659540449, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03223216531212538}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.19000820798830498, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005654761920275743}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3542179698381772, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00504611245447937}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.19910319186529463, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004405170032341835}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.1027389531668612, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0038013449699206645}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.185929248611057, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037754838215154443}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10424957521252359, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0029705826763534444}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.16748846871920003, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004927644927911881}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.32704498822538286, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0045579213655376595}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.17723376057155618, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0036982270883436853}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17304403574735655, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.005121196453837608}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3314123051295653, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0046234640987954925}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.18174531523702536, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003846822902949112}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..645b2edea60e6650aa2a42b844116cceb89a5265 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.9530919051940064, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0577655503873056}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.19701770449821013, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005404879841926881}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.36981751550824943, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00493079961155932}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.2079827747732359, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004259502031408432}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.1051003568367592, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0035978375653891058}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.19524745454962628, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003766208065478121}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10890579060188654, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0029073811099355118}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.17219580163143128, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004627732394600431}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.34023933463326017, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004497949648052741}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.18418656332394442, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0035517977647474175}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17855926303676908, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004851287660726657}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3451827474898279, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004540414961524762}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.1893169899986314, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003703689468392939}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..75d44d41f2e0ac409ad68943748df2f94d611a6c --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 1.018884418225518, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06063389090761142}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.22200655898499053, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005962548162960268}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3774826876317441, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004921209540706189}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.2245014633073898, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004545756965978833}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.12083626340688242, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.004049580076214986}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.20032221007341308, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037578095361692466}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.11883663273017754, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.003113425284275466}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.19385895825070826, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.005166002921250581}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3463288815796092, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004493315251838996}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.19808696683914262, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003815012659940734}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.20080334312524634, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00538475664354496}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3509129204118928, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00453081936993939}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.20367651597482986, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00397975215283144}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..204e43a8f4aa2eb4b1195db2ce6b01414c48723d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.10013364964570891, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0029985387314871463}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.1289356843926102, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003252442943612275}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.09645178040850848, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023932324184934455}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.021651764261573173, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008981720810698575}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.032598865567093065, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0013688978962574704}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.02327004167912628, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008647699244277772}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.0798145635639849, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0025581061221673636}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.1030194283338092, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0026473619878516663}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.07529103428773028, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018177481003977558}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.09366562084598902, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00288003307671834}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1197163043259789, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0030465061402892178}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.08939472105780072, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022284928823277507}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.7850233361049752, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08520743952252237}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..0c111157571b12bfbe6b0686c0fbd072647bdca4 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.21111776699074944, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0036795176175499007}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.18105322303497254, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002704526953003645}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1571029592533628, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019787964900554204}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.05017605453973606, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002257054306007703}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.036689033105982816, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001304908170146679}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.031435380352664986, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001023452617747968}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.1681933611426401, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00320801194833936}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14021014034344625, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0020838861579054162}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1212831892222724, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0014852539083793823}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2001981792177172, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003545698165430484}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.17075722396717186, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025253030583168973}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.14814548337398184, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00183959107231936}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.149034150653557, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0880436859723492}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..5d3dfbf05418479cd39ee19965d18cd495a25b34 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.29659957692420796, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004313993725725908}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.2126729727290148, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028286561111436205}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.19819144050955464, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002161181470745133}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.09032858272882092, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028501839568620016}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.05443855757508895, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014238340672832245}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.05229754159287467, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012492320842947013}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.24038327671489826, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0037910715865012022}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.16660116248057652, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002203413004362285}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1554803027070678, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016597756677151324}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.280082550942368, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004156093711309705}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.19923648622767753, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002642427103030138}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.1857602434310385, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002016281937901344}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 3.2305991931473317, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.07950533990543071}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..36f86c825753c4e0319f6212c016ce6afa61efc0 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.27191585815512404, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004553033969089403}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.17785515989361886, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029945927607217264}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.17120594609085021, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023855136999745593}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.08471260929686349, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028304634396926127}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.04775389377827743, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014249088126759941}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.04645910000265166, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012307845898654572}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.22280436054883324, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003987085100348492}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14044912634248938, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0023437321076624205}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13587385417087836, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018675251007595766}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2572403556839211, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0043942959684568315}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.16664812554605501, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002803799009075263}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16058553787086796, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022305451173721368}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.4191797072532624, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05559997787678139}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..280fb6dc70ba4937d256520d8d06037737f16440 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.09582438104190298, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0037073724803882197}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.058712498837730144, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002338440354244753}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.05705943866163425, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002034238951249155}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.030302600329343992, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002020034963991066}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.01624326433634945, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0010266482066008744}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.01548765621583035, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008491139070832301}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.08030364270664823, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003249592772348841}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.04709615722253022, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.001883208275739314}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.04588756613231766, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016219219311521358}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.09101484836816211, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003576586055780137}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.05458046297521363, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002174773191043919}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.05326890477987492, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018972568367539395}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 0.05821785911961025, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.006926474108387649}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..fe5a6492cd9f8a09588702900c38263aac6036eb --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.017339640048071717, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017914288612189862}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.009388948695729904, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0009896129220143181}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.00965877650109712, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0009502280880678353}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.007695847190713622, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0011846920894618485}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0028956408424041136, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00040203067458898954}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.003396689228466778, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00046945115771734425}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.015395436111568952, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0016573876664127856}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.007940994530119429, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0008467405048451344}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.008167446118792413, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0008056769564050579}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.01678224909258122, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0017500452777960934}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.009052865544143397, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0009622730677349403}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.009282795853843133, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0009151896700507592}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 9.084911261227677e-17, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 1.938771872220056e-15}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..45e5d3fcd2a2ca34ac560499e47882f759856554 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 0.8705138531971153, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04867582531264036}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.034545848496052654, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001566579723382951}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.045834929071352386, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002016811830226931}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.03809056028402446, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0016784416647229426}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.01357831342305598, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0007278435374694024}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.01818137390819633, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0009483762899268107}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.015075003955377725, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0007874787502852935}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.030361727102885563, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.001369965689115654}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.040364202751189966, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0017680282610923641}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.0335161304527499, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0014703931309561242}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.03177258180002162, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0014955658234812072}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.04147354656808662, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0018699366373118296}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.03475700574859405, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0015808773938519858}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..9abf44970f87b2ae04bf2e7f778b85968b4b0b47 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 12.008758968305228, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.12564745639649488}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5631594638857529, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00324421624132654}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4365816544468671, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0030105433233647487}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.46552795049805773, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.00235640354584502}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.26937549997021565, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026440834252656653}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2057658676796454, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002143734858738364}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.2197193326260251, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020109962036813298}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4087872898136732, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002934069491949776}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.31377900067912107, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024396772769032255}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.335604122613543, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002079991474543142}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.45969831228314867, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031623483646411057}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3549682540172786, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002746427422139494}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3790404958358403, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023299555118255666}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..a362a4bc96f59f6866a85384aa2c9794a5e0c95a --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.14198056712505, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.24387528882104717}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5832193324685282, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032787034277368537}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4601966943407872, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029819842123464044}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4878980019648943, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.00229400065900204}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2960872844323463, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002769000714927548}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2309770935674146, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022965170518954945}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24462503044359898, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020943947868852283}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4349496583122404, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003015743000538396}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34082058480437577, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0025066913309293682}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3620900980791755, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002113460359566787}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4867174466000412, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032350689341699907}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.38300473271219204, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027921658474823886}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.406567917534112, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023455647214753387}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..a126c457d22e0256bba9b6aa516d04681cdbc4fd --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.568494170196605, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16235845379384753}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.580960944087758, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032426085149854737}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.462205873383073, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029025682592738675}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48940623430349556, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002237489170426613}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.29731229285227795, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002737785275611433}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23475220291108906, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023139060262653333}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24783052219620694, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002089515541436856}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.43459494765721124, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003021280699774259}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34401804948389253, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002508909081833447}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3647405346505457, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021293095742188914}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4870002916061261, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032257758633302993}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3872001617504186, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027831042016586783}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.4100565331346358, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023413011884842946}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..6b002ac5f4b46811bf353fdc091a5acb355c6aa9 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.734731736932146, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16887071667451783}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5801184894727782, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003304446650411685}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.46099783072021006, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028878553497999355}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4894791754818595, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023005348739165796}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.29812075093333956, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002844755419824555}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23325171781043572, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022772307735508773}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24803460463857877, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00214528331500546}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4323253611145228, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030220895477853227}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3419042442881764, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024830197258768685}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.36343319118608863, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021424532256284854}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.48702805692607404, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003251909391956583}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3871750907489159, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002775190310841645}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.41100693983913, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002385212896337812}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..766fac816abeb318e01431ffcf61ac4e8ba470c8 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.417330528707561, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.23744062587048995}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5804014340987179, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032819804536962584}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4582313763378584, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028210153655625013}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48870465280584424, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002241402168765513}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2973507676511209, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002822434875050306}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23140500698702424, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022546925569823587}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24688680363045243, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002112718830613371}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.43320881922904375, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030348704584789053}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34027316974490135, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002449545539483717}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3634152205481943, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002132655133838495}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.48672630521219834, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003280235985520434}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.38371077804603543, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027322740126673704}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.40942633387323074, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023623920101575194}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..292ac1a6aab07d246fd4af36c14237706e3bce5e --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.11963298530443908, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002368819248238803}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.28117303100546565, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005529983454772786}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.16563824544624003, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0032253697331514498}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.025988362314328585, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000997588416820755}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.06429373809950764, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002624993265784442}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03650064845163216, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001407177754346794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.08900328361038783, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0017538328575853156}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.21035687677527884, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004212998263040422}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.12335764205289244, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0023998257893507076}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09348267589650253, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0019094389936997007}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.22162305835248405, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004602701558276795}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.12971536873089445, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0026207364705836296}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.6445432935397932, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11288880012114288}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..410b06c6491e97295773c6fa90f2c00962c7b735 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.16963198767042315, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002937269648695778}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.30825637395558336, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004370185872392451}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.20565249149745046, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002804831346629974}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.03482662251402544, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0014769947445053828}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.06455952984895309, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0024217677572532996}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.042159228682119326, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001590769484466558}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.12598747225029228, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002280349516115101}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.23023461091477196, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003384529702917665}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15284179702621556, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002143177827632909}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.1304550598704216, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002321857032815001}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.24130012289322367, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0037023325680176954}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.15914388511785377, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022721119916273304}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.734128327285966, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08924592886370027}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..53e134525bf280587f224ae133c67434db6d9308 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.22067542118387265, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003859452585001004}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.27030517058690373, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00391277652919709}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.22539563476819588, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003133489804867722}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.047009502675708165, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002173179401977634}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05686441658011089, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00247318036490619}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.047169327493735744, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00199109164400243}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.1642240699512137, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030808505625225004}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.20216628044461474, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0031256639466597388}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16770225679218967, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002496420037294455}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16692030908684236, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0030981804279163147}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.20768035344064897, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0033851444187716706}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.17110619274109168, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0025646249178584764}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.071346995064759, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11437801801926932}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..1344ce9601f23a81825b4c64661847f60492c5a2 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.22140615543341866, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004204679986334029}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2444906635779359, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004073874459614794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.21646380285670908, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003530035532648745}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.04952151051084217, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0022666923793748218}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.0533842351917708, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023446986110702743}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04773019417977251, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020540531313582152}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.16807663783660487, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003387549311395567}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.1859775029237818, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00325443532625321}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16386346574102725, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0027882855655311897}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16936961306971046, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0034063239974255637}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.18841832491605268, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003382609617563602}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.16552783963705708, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0028417200102711917}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.318524945908214, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08598566221567794}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..a789f942580a575906b1061388e9c439cb133531 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.06436084008158685, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004004154969143478}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.06086433870277819, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0036498255182998273}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.05671539048524648, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003330283869930652}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.014617474767198527, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0017366601516105656}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.012749228311253753, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012424948236292898}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.012384552834017296, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012566880181981682}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.048955624036311166, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003162711183472558}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0456391933473409, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002760702511080215}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.04272344374969, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002558877704383889}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.050043427048033697, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032007871669195633}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.047172374717404854, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0028612594448202094}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.04389506319896344, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0026138307035845822}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 0.2202628831493563, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05888934471976352}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..5f3750b113be47917fd349771914483a12c612ba --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/agg.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0026890331605918753, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0008483268258212475}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.0017377836109564373, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0005352032014968291}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.0019356785814855194, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0005869452676229577}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.00011077758719268152, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 7.83387543031719e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 8.063215610385422e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 5.79270034349398e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 9.281741700266572e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 6.607511454084363e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.002152537869033098, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0006750309400673729}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0013275557055278245, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0004057676471998518}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.001515345186644524, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.000460327548876044}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.002152537869033098, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0006750309400673729}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.0013275557055278245, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0004057676471998518}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.001515345186644524, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.000460327548876044}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 3.79693853289103e-57, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 1.663506575542054e-51}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ddb4f06ec85621fd62ec27f9e0c1e6c360feee6b --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36de55a7cc79d42aa136d0f7fbeea592958a8bf170c247b81df75a8368db07b3 +size 4096765 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6f9c0c2358e44da2c908c3d46c438310ee558b20 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc50dbe6bef3967e7bb66cebd3c8b4b3c085d4625c5f19654521cc5291f28e47 +size 4727665 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..96488477261581fb753b26af1ee67a176b145c17 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c748250cfe29481dfa71817e31ad8e4862f6e0aa8ed1f0db400a146bf455a2dc +size 5558969 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a9f09a544800431a76db89c8d6f3187f1e8d3d1f --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a6b0038ea56f6ae2910bf3be459cc3ef2d3794689aaf2466d62c9feb120828 +size 6451629 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e59e4fefb4d35eedcdaacef5262ee25aeb77626 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda9461140f89618b490954ef3f31bb16ed5537fe3134e27d326f16ede273377 +size 7335561 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aa981c28c684e7ca6ed7cbdc251e93ff37769a6c --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b30e0d48827652fe5e6308e089280dc54605846800b23d01b1e64b0689d0b2c +size 8189234 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c9b84e3ddc7867d5df258123a78fa71b5eee8156 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d842448d0623f3d67e0d01bbfd018cf20f40f089ea24a0338c23ae5a352c2b1d +size 7240437 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6ec8586df3a06bea5a4237a3b56e46b8350b5d0c --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269ff4076366eb0b8808e3c6dfcd2de67be177799149e0f2a5d629d2729166ca +size 13042923 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6c149b02a5caeb758a40776622803dab6977b975 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f5b3b4771bb0429ccec9fdc5deb14cf5aebae7985428b4d64cf4ab836988cf +size 18587911 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..761a9d288bf0c1b77fcc3ef344b6bb5a7a0d7b33 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0301ffbfc5515e1f0a9126b00a6e5a23e354f25aa5e3826962015a0f4a2f6bb +size 24034010 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..59a2033bdbc36134812ac98159513bc351d4b33d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3407b6384cdb08dd95a5d8eb2d8e926205152277a4d3779b8dec5350b51589ae +size 29366304 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..339c3ac5645c3e870554a1ea52d415285862320a --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51242265925824aa72c4032380b9fca11c04c2ea8ea248595ed3c0e5af5bd74 +size 34781419 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..06657408a49f0eae97f9a8c32029deb845933e22 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca67f6d9bc4466ff086d3c10ca894990a7353123383c22faf3f9434189614c1f +size 3857129 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c99a1d13916bb15eec7503ba640918cc70b6f0c7 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c0c66b96862d47c206239e971d2d532d2f2b6b9509c4c6227b5bb98f21f9b7 +size 5006741 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9bcdaf5a52301068ac13c5b29b16527e1adec9d1 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45672e3befe00b414695efb248226e3cbf6b5eba6b5e722bba6b3f2539e7b85b +size 6095047 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0d51507914b30c816e767bb73db19a8781b8ba0b --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984b7f37ada35b3027e6e7d4f94e3703f4f2d59449a5f4db306e866c1bd2cb41 +size 7179655 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ebdfa4ccb9297cc74f5b4b94f73430433a8472f7 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f69913a8343d21f7d4568bff071b39cdf1d98ac4c8a082d16cb75ed51955f8b +size 8258008 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f2320d2cecb682fdc30b0570d8e7f0439a405078 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ae4f452fe7f95fbe4571d75ee3f5f71aca054a0d9b91b1ee71b7452918df82 +size 9343142 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..294aab84d5e45052789fa66f815c3ba717401d97 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ccd094a74d34172347c1d0395c2ae115dc939393ffe1a648a8c826861d1367 +size 2766155 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9d654ad0f32a57cdccdd7de8deedd5996286e901 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5957c2a4f7b1394a03b5d823ea8eb3cfb3ef7350510262efc5cfb78237beeb74 +size 5038930 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0580864e1fe3a73295513c4e62d4c5b78a7b0a36 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c3bd24af26efc3a8664a8df0ce714c5c8a494b905528b0a593b775ff296bd6 +size 7235878 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4efd9549bb99c906f44bf5ff67094f8721c8dc08 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb4395ec5bcd9e56dc5f55c5c5fbdc67e590124da9e954723dcdee8ef5c490e +size 9495165 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f8b0ad34d9d62926e3fe7f2dbad62d7b313d3582 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c317425d097192cd95472e6f65e51b4a0bbe960ff6fb5b863f2aeba972f0360f +size 11636034 diff --git a/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.jsonl b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ce1158060ad7a78a32b7e2b8866bd2723850904a --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/examples.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e113cc93a59c2ce87c170e4913dd2fbffea3ae0e4f1f1966d1797fc076e792b9 +size 13897007 diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf259ca5080cacb4ac66eebe8294557998b34af --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.33202476289978655, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03284628255303658 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.06651480936453831, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.001650969998879038 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.297334737955042, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004992706637890668 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.10035078272046244, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0019783236676076898 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.029110043712061957, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008947308938169874 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.13391480095345307, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0032321395002733538 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.044642962602441105, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001178797135452423 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.06360280420840975, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0015109805669500105 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.2880932061217916, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004879650046655422 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.09648383030825737, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018521276667425775 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.06247062164223968, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0015581650631781932 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.27694653889243487, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004633639788952067 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.0940598212200592, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0018664528054209402 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..38e619a1fb8d994be2c50ee43cf505a4bf532523 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.527115014551651, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.025666419950371343 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.1270389619853191, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004160322890958984 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3113982585236776, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.005100689200994648 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.14851607672855913, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0033689657278829425 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.06294568402552247, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002863056502770272 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.15340774472215243, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003411319647719293 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.07208261868868578, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002234096091379544 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1157116753063807, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003769961491523323 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.29147344461366753, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.00468545606109597 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.13589968933657245, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0029353826676204973 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.11802827465869996, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003850703320853075 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.2933246534286482, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00468201951647078 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.13804305933456154, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003006886444225815 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..857807d4c8b128cb59cee6905af401caccc4a7fb --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.6597997964856303, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.034728244254522804 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.16610339248030914, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.00507284326160864 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3352959906245331, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004999412504809714 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.18002908296123593, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.003968306495814761 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.08678039894771569, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.003378136673520059 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.1742610345269654, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0036505372153588563 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.09209494204875378, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0026603000241755223 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.14649813778279558, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0043379793964259455 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.31289951361042795, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004601477399031109 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.1614621956023238, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003324273428019681 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.1507150810319521, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004505163531248335 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3160265105718741, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0046507219012497545 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.164808372020027, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0034322550025239302 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..a311b27f4ff9990baf55ba476316e7082fd3453d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.823682659540449, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03223216531212538 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.19000820798830498, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005654761920275743 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3542179698381772, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00504611245447937 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.19910319186529463, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004405170032341835 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.1027389531668612, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0038013449699206645 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.185929248611057, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037754838215154443 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10424957521252359, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0029705826763534444 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.16748846871920003, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004927644927911881 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.32704498822538286, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0045579213655376595 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.17723376057155618, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0036982270883436853 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17304403574735655, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.005121196453837608 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3314123051295653, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0046234640987954925 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.18174531523702536, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003846822902949112 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..e95c355a4c1d109b1e0abfc887f604d907aa32d1 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.9530919051940064, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.0577655503873056 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.19701770449821013, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005404879841926881 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.36981751550824943, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00493079961155932 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.2079827747732359, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004259502031408432 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.1051003568367592, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0035978375653891058 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.19524745454962628, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003766208065478121 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10890579060188654, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0029073811099355118 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.17219580163143128, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004627732394600431 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.34023933463326017, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004497949648052741 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.18418656332394442, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0035517977647474175 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17855926303676908, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004851287660726657 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3451827474898279, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004540414961524762 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.1893169899986314, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003703689468392939 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..1f33bdbf76efe563146f05b0ef1acd69d5c02251 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 1.018884418225518, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.06063389090761142 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.22200655898499053, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005962548162960268 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3774826876317441, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004921209540706189 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.2245014633073898, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004545756965978833 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.12083626340688242, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.004049580076214986 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.20032221007341308, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037578095361692466 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.11883663273017754, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.003113425284275466 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.19385895825070826, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.005166002921250581 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3463288815796092, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004493315251838996 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.19808696683914262, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003815012659940734 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.20080334312524634, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00538475664354496 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3509129204118928, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00453081936993939 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.20367651597482986, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00397975215283144 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..eec7a0e5a11df0ef2b248ff56eeb48c4e8989b1e --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.10013364964570891, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0029985387314871463 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.1289356843926102, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.003252442943612275 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.09645178040850848, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0023932324184934455 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.021651764261573173, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008981720810698575 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.032598865567093065, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0013688978962574704 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.02327004167912628, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008647699244277772 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.0798145635639849, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0025581061221673636 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.1030194283338092, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0026473619878516663 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.07529103428773028, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018177481003977558 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.09366562084598902, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00288003307671834 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1197163043259789, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0030465061402892178 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.08939472105780072, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0022284928823277507 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 1.7850233361049752, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.08520743952252237 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..e6245626d2c0daaef4b2877bd9c2a01d8350bee4 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.21111776699074944, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0036795176175499007 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.18105322303497254, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002704526953003645 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.1571029592533628, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0019787964900554204 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.05017605453973606, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002257054306007703 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.036689033105982816, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.001304908170146679 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.031435380352664986, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001023452617747968 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.1681933611426401, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00320801194833936 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14021014034344625, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0020838861579054162 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.1212831892222724, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0014852539083793823 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2001981792177172, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003545698165430484 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.17075722396717186, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0025253030583168973 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.14814548337398184, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00183959107231936 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.149034150653557, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.0880436859723492 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..3d4b4deaf6bb339563e4f0257b53c17b6635e97d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.29659957692420796, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004313993725725908 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.2126729727290148, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0028286561111436205 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.19819144050955464, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002161181470745133 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.09032858272882092, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028501839568620016 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.05443855757508895, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014238340672832245 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.05229754159287467, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012492320842947013 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.24038327671489826, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0037910715865012022 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.16660116248057652, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002203413004362285 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.1554803027070678, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016597756677151324 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.280082550942368, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004156093711309705 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.19923648622767753, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002642427103030138 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.1857602434310385, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002016281937901344 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 3.2305991931473317, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.07950533990543071 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..6a30aed3bdff703b18b242ca1b25745d3475b893 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.27191585815512404, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004553033969089403 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.17785515989361886, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0029945927607217264 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.17120594609085021, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0023855136999745593 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.08471260929686349, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028304634396926127 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.04775389377827743, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014249088126759941 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.04645910000265166, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012307845898654572 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.22280436054883324, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003987085100348492 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14044912634248938, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0023437321076624205 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.13587385417087836, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018675251007595766 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2572403556839211, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0043942959684568315 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.16664812554605501, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002803799009075263 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.16058553787086796, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0022305451173721368 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.4191797072532624, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.05559997787678139 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..5b79d66ae5640f50d9f2996d8ed34a7898347060 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.09582438104190298, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0037073724803882197 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.058712498837730144, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002338440354244753 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.05705943866163425, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002034238951249155 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.030302600329343992, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002020034963991066 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.01624326433634945, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0010266482066008744 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.01548765621583035, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008491139070832301 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.08030364270664823, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003249592772348841 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.04709615722253022, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.001883208275739314 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.04588756613231766, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016219219311521358 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.09101484836816211, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003576586055780137 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.05458046297521363, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002174773191043919 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.05326890477987492, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0018972568367539395 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 0.05821785911961025, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.006926474108387649 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..94006518b58811a69f36298a1854d1a84e841ff3 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.017339640048071717, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0017914288612189862 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.009388948695729904, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0009896129220143181 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.00965877650109712, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0009502280880678353 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.007695847190713622, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0011846920894618485 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.0028956408424041136, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.00040203067458898954 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.003396689228466778, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.00046945115771734425 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.015395436111568952, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0016573876664127856 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.007940994530119429, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0008467405048451344 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.008167446118792413, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0008056769564050579 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.01678224909258122, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0017500452777960934 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.009052865544143397, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0009622730677349403 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.009282795853843133, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0009151896700507592 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 9.084911261227677e-17, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 1.938771872220056e-15 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..d5e8fb3c2c1530000f382b41d2f0d31d4e3ba82b --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 0.8705138531971153, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.04867582531264036 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.034545848496052654, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.001566579723382951 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.045834929071352386, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002016811830226931 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.03809056028402446, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0016784416647229426 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.01357831342305598, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0007278435374694024 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.01818137390819633, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0009483762899268107 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.015075003955377725, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0007874787502852935 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.030361727102885563, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.001369965689115654 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.040364202751189966, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0017680282610923641 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.0335161304527499, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0014703931309561242 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.03177258180002162, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0014955658234812072 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.04147354656808662, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0018699366373118296 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.03475700574859405, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0015808773938519858 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..288f4ace25105592f3d88ac9e68553c415ab0539 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 12.008758968305228, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.12564745639649488 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5631594638857529, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.00324421624132654 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4365816544468671, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0030105433233647487 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.46552795049805773, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.00235640354584502 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.26937549997021565, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026440834252656653 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2057658676796454, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002143734858738364 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.2197193326260251, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020109962036813298 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4087872898136732, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002934069491949776 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.31377900067912107, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024396772769032255 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.335604122613543, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002079991474543142 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.45969831228314867, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031623483646411057 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3549682540172786, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002746427422139494 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.3790404958358403, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023299555118255666 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..af841ff95470494788f0fea29168f158350f5001 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.14198056712505, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.24387528882104717 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5832193324685282, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032787034277368537 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4601966943407872, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0029819842123464044 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4878980019648943, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.00229400065900204 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2960872844323463, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002769000714927548 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2309770935674146, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022965170518954945 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24462503044359898, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020943947868852283 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4349496583122404, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.003015743000538396 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34082058480437577, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0025066913309293682 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3620900980791755, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002113460359566787 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4867174466000412, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0032350689341699907 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.38300473271219204, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027921658474823886 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.406567917534112, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023455647214753387 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..2f1e09e2924e62b22946ed220b7c15aea207a05b --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.568494170196605, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16235845379384753 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.580960944087758, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032426085149854737 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.462205873383073, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0029025682592738675 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48940623430349556, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002237489170426613 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.29731229285227795, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002737785275611433 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23475220291108906, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0023139060262653333 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24783052219620694, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002089515541436856 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.43459494765721124, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.003021280699774259 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34401804948389253, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002508909081833447 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3647405346505457, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021293095742188914 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4870002916061261, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0032257758633302993 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3872001617504186, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027831042016586783 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.4100565331346358, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023413011884842946 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..083f35df9bae52810033e2a9ed89f789f451fe0d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.734731736932146, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16887071667451783 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5801184894727782, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.003304446650411685 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.46099783072021006, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0028878553497999355 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4894791754818595, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0023005348739165796 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.29812075093333956, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002844755419824555 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23325171781043572, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022772307735508773 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24803460463857877, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.00214528331500546 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4323253611145228, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0030220895477853227 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3419042442881764, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024830197258768685 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.36343319118608863, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021424532256284854 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.48702805692607404, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003251909391956583 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3871750907489159, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002775190310841645 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.41100693983913, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002385212896337812 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..9c3819c5e30e5257d3e0c9e80782c6c7279a4161 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.417330528707561, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.23744062587048995 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5804014340987179, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032819804536962584 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4582313763378584, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0028210153655625013 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48870465280584424, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002241402168765513 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2973507676511209, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002822434875050306 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23140500698702424, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022546925569823587 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24688680363045243, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002112718830613371 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.43320881922904375, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0030348704584789053 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34027316974490135, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002449545539483717 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3634152205481943, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002132655133838495 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.48672630521219834, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003280235985520434 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.38371077804603543, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027322740126673704 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.40942633387323074, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023623920101575194 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..24a1b5abd3f837003ddd78099e377a37bbe6511b --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.11963298530443908, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.002368819248238803 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.28117303100546565, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.005529983454772786 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.16563824544624003, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0032253697331514498 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.025988362314328585, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.000997588416820755 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.06429373809950764, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.002624993265784442 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.03650064845163216, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001407177754346794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.08900328361038783, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0017538328575853156 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.21035687677527884, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.004212998263040422 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.12335764205289244, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0023998257893507076 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.09348267589650253, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0019094389936997007 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.22162305835248405, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.004602701558276795 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.12971536873089445, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0026207364705836296 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.6445432935397932, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.11288880012114288 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..2d03e856a00ae78393f86f1ecd448ddf085f6372 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.16963198767042315, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.002937269648695778 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.30825637395558336, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004370185872392451 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.20565249149745046, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.002804831346629974 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.03482662251402544, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0014769947445053828 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.06455952984895309, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0024217677572532996 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.042159228682119326, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001590769484466558 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.12598747225029228, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.002280349516115101 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.23023461091477196, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.003384529702917665 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.15284179702621556, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002143177827632909 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.1304550598704216, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.002321857032815001 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.24130012289322367, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0037023325680176954 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.15914388511785377, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0022721119916273304 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.734128327285966, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.08924592886370027 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..dd968f1120206126e45ba058a31e2a25b1d4caf4 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.22067542118387265, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003859452585001004 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.27030517058690373, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.00391277652919709 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.22539563476819588, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003133489804867722 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.047009502675708165, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.002173179401977634 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05686441658011089, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.00247318036490619 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.047169327493735744, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.00199109164400243 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.1642240699512137, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0030808505625225004 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.20216628044461474, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0031256639466597388 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16770225679218967, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002496420037294455 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16692030908684236, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0030981804279163147 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.20768035344064897, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0033851444187716706 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.17110619274109168, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0025646249178584764 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.071346995064759, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.11437801801926932 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..67f120e34d5e39e6d5b9e70cd4fb764ee8bf4ba5 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.22140615543341866, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004204679986334029 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.2444906635779359, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004073874459614794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.21646380285670908, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003530035532648745 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.04952151051084217, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0022666923793748218 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.0533842351917708, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0023446986110702743 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04773019417977251, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0020540531313582152 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.16807663783660487, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003387549311395567 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.1859775029237818, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.00325443532625321 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16386346574102725, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0027882855655311897 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16936961306971046, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0034063239974255637 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.18841832491605268, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003382609617563602 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.16552783963705708, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0028417200102711917 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.318524945908214, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.08598566221567794 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..d2043c5d21346d914b012d38a44de3380b4d4a1a --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.06436084008158685, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004004154969143478 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.06086433870277819, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0036498255182998273 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.05671539048524648, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003330283869930652 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.014617474767198527, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0017366601516105656 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.012749228311253753, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0012424948236292898 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.012384552834017296, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0012566880181981682 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.048955624036311166, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003162711183472558 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0456391933473409, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.002760702511080215 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.04272344374969, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002558877704383889 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.050043427048033697, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0032007871669195633 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.047172374717404854, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0028612594448202094 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.04389506319896344, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0026138307035845822 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 0.2202628831493563, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.05888934471976352 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..5bf97fa11f63f75d80efa2e681b3cfe94af1e704 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/generation/slim.2b855b55boscarseed1_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.0026890331605918753, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0008483268258212475 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.0017377836109564373, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0005352032014968291 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.0019356785814855194, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0005869452676229577 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.00011077758719268152, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 7.83387543031719e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 8.063215610385422e-05, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 5.79270034349398e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 9.281741700266572e-05, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 6.607511454084363e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.002152537869033098, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0006750309400673729 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0013275557055278245, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0004057676471998518 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.001515345186644524, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.000460327548876044 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.002152537869033098, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0006750309400673729 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.0013275557055278245, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0004057676471998518 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.001515345186644524, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.000460327548876044 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 3.79693853289103e-57, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 1.663506575542054e-51 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0.json new file mode 100644 index 0000000000000000000000000000000000000000..aa575b95dec2dcb89a6987ca1d3b34003938b121 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r2": { + "acc": 0.341, + "acc_stderr": 0.014998131348402709 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417459 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644647, + "f1": 0.3478682170542636 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.04560480215720684 + }, + "hellaswag": { + "acc": 0.374726150169289, + "acc_stderr": 0.004830628620181023, + "acc_norm": 0.46415056761601275, + "acc_norm_stderr": 0.004976939333240077 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.01403724130957364 + }, + "storycloze_2016": { + "acc": 0.6488508818813469, + "acc_stderr": 0.011038179124113263 + }, + "boolq": { + "acc": 0.6073394495412844, + "acc_stderr": 0.008541161248702906 + }, + "arc_easy": { + "acc": 0.5340909090909091, + "acc_stderr": 0.010235908103438685, + "acc_norm": 0.4882154882154882, + "acc_norm_stderr": 0.010256933475911006 + }, + "arc_challenge": { + "acc": 0.21843003412969283, + "acc_stderr": 0.01207429160570098, + "acc_norm": 0.2525597269624573, + "acc_norm_stderr": 0.012696728980207704 + }, + "sciq": { + "acc": 0.802, + "acc_stderr": 0.012607733934175315, + "acc_norm": 0.724, + "acc_norm_stderr": 0.014142984975740668 + }, + "piqa": { + "acc": 0.7013057671381937, + "acc_stderr": 0.010678556398149242, + "acc_norm": 0.7105549510337323, + "acc_norm_stderr": 0.010581014740675621 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0_lm-eval_global_step52452_2023-02-13-14-30-07_0shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0_lm-eval_global_step52452_2023-02-13-14-30-07_0shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..aa575b95dec2dcb89a6987ca1d3b34003938b121 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_0_lm-eval_global_step52452_2023-02-13-14-30-07_0shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r2": { + "acc": 0.341, + "acc_stderr": 0.014998131348402709 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417459 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644647, + "f1": 0.3478682170542636 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.04560480215720684 + }, + "hellaswag": { + "acc": 0.374726150169289, + "acc_stderr": 0.004830628620181023, + "acc_norm": 0.46415056761601275, + "acc_norm_stderr": 0.004976939333240077 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.01403724130957364 + }, + "storycloze_2016": { + "acc": 0.6488508818813469, + "acc_stderr": 0.011038179124113263 + }, + "boolq": { + "acc": 0.6073394495412844, + "acc_stderr": 0.008541161248702906 + }, + "arc_easy": { + "acc": 0.5340909090909091, + "acc_stderr": 0.010235908103438685, + "acc_norm": 0.4882154882154882, + "acc_norm_stderr": 0.010256933475911006 + }, + "arc_challenge": { + "acc": 0.21843003412969283, + "acc_stderr": 0.01207429160570098, + "acc_norm": 0.2525597269624573, + "acc_norm_stderr": 0.012696728980207704 + }, + "sciq": { + "acc": 0.802, + "acc_stderr": 0.012607733934175315, + "acc_norm": 0.724, + "acc_norm_stderr": 0.014142984975740668 + }, + "piqa": { + "acc": 0.7013057671381937, + "acc_stderr": 0.010678556398149242, + "acc_norm": 0.7105549510337323, + "acc_norm_stderr": 0.010581014740675621 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1.json new file mode 100644 index 0000000000000000000000000000000000000000..641ab2dfb2d415faf965db2a554f0d3cb07243ba --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.01486539538592836 + }, + "anli_r2": { + "acc": 0.323, + "acc_stderr": 0.014794927843348639 + }, + "anli_r3": { + "acc": 0.345, + "acc_stderr": 0.013728421539454876 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.35057471264367807 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542127 + }, + "hellaswag": { + "acc": 0.3695478988249353, + "acc_stderr": 0.0048169588177260836, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.0049787293000748915 + }, + "rte": { + "acc": 0.5451263537906137, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5272296764009471, + "acc_stderr": 0.014031631629827696 + }, + "storycloze_2016": { + "acc": 0.6386958845537146, + "acc_stderr": 0.011108686479432282 + }, + "boolq": { + "acc": 0.5850152905198777, + "acc_stderr": 0.008617716361921567 + }, + "arc_easy": { + "acc": 0.5391414141414141, + "acc_stderr": 0.01022829820076613, + "acc_norm": 0.5244107744107744, + "acc_norm_stderr": 0.010247548905242272 + }, + "arc_challenge": { + "acc": 0.2440273037542662, + "acc_stderr": 0.012551447627856255, + "acc_norm": 0.25426621160409557, + "acc_norm_stderr": 0.012724999945157736 + }, + "sciq": { + "acc": 0.861, + "acc_stderr": 0.010945263761042962, + "acc_norm": 0.843, + "acc_norm_stderr": 0.011510146979230187 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.0106275740805148, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1_lm-eval_global_step52452_2023-02-13-14-30-07_1shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1_lm-eval_global_step52452_2023-02-13-14-30-07_1shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..641ab2dfb2d415faf965db2a554f0d3cb07243ba --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_1_lm-eval_global_step52452_2023-02-13-14-30-07_1shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.01486539538592836 + }, + "anli_r2": { + "acc": 0.323, + "acc_stderr": 0.014794927843348639 + }, + "anli_r3": { + "acc": 0.345, + "acc_stderr": 0.013728421539454876 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.35057471264367807 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542127 + }, + "hellaswag": { + "acc": 0.3695478988249353, + "acc_stderr": 0.0048169588177260836, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.0049787293000748915 + }, + "rte": { + "acc": 0.5451263537906137, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5272296764009471, + "acc_stderr": 0.014031631629827696 + }, + "storycloze_2016": { + "acc": 0.6386958845537146, + "acc_stderr": 0.011108686479432282 + }, + "boolq": { + "acc": 0.5850152905198777, + "acc_stderr": 0.008617716361921567 + }, + "arc_easy": { + "acc": 0.5391414141414141, + "acc_stderr": 0.01022829820076613, + "acc_norm": 0.5244107744107744, + "acc_norm_stderr": 0.010247548905242272 + }, + "arc_challenge": { + "acc": 0.2440273037542662, + "acc_stderr": 0.012551447627856255, + "acc_norm": 0.25426621160409557, + "acc_norm_stderr": 0.012724999945157736 + }, + "sciq": { + "acc": 0.861, + "acc_stderr": 0.010945263761042962, + "acc_norm": 0.843, + "acc_norm_stderr": 0.011510146979230187 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.0106275740805148, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2.json new file mode 100644 index 0000000000000000000000000000000000000000..028e43d6ac2c8f860d686fe91d5c2447fcabcb9f --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.323, + "acc_stderr": 0.014794927843348642 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653602 + }, + "anli_r3": { + "acc": 0.32, + "acc_stderr": 0.013471620929769144 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813058, + "f1": 0.28200928200928205 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.369946225851424, + "acc_stderr": 0.004818031396138923, + "acc_norm": 0.4690300736904999, + "acc_norm_stderr": 0.00498020045185168 + }, + "rte": { + "acc": 0.5270758122743683, + "acc_stderr": 0.030052303463143713 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.01401124259496412 + }, + "storycloze_2016": { + "acc": 0.6376269374665954, + "acc_stderr": 0.011115793699210296 + }, + "boolq": { + "acc": 0.5847094801223242, + "acc_stderr": 0.008618637526341675 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916037, + "acc_norm": 0.5340909090909091, + "acc_norm_stderr": 0.010235908103438688 + }, + "arc_challenge": { + "acc": 0.24744027303754265, + "acc_stderr": 0.01261035266329267, + "acc_norm": 0.26706484641638223, + "acc_norm_stderr": 0.012928933196496349 + }, + "sciq": { + "acc": 0.892, + "acc_stderr": 0.009820001651345693, + "acc_norm": 0.872, + "acc_norm_stderr": 0.010570133761108668 + }, + "piqa": { + "acc": 0.7154515778019587, + "acc_stderr": 0.010527218464130614, + "acc_norm": 0.705658324265506, + "acc_norm_stderr": 0.010633311470347509 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..028e43d6ac2c8f860d686fe91d5c2447fcabcb9f --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.323, + "acc_stderr": 0.014794927843348642 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653602 + }, + "anli_r3": { + "acc": 0.32, + "acc_stderr": 0.013471620929769144 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813058, + "f1": 0.28200928200928205 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.369946225851424, + "acc_stderr": 0.004818031396138923, + "acc_norm": 0.4690300736904999, + "acc_norm_stderr": 0.00498020045185168 + }, + "rte": { + "acc": 0.5270758122743683, + "acc_stderr": 0.030052303463143713 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.01401124259496412 + }, + "storycloze_2016": { + "acc": 0.6376269374665954, + "acc_stderr": 0.011115793699210296 + }, + "boolq": { + "acc": 0.5847094801223242, + "acc_stderr": 0.008618637526341675 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916037, + "acc_norm": 0.5340909090909091, + "acc_norm_stderr": 0.010235908103438688 + }, + "arc_challenge": { + "acc": 0.24744027303754265, + "acc_stderr": 0.01261035266329267, + "acc_norm": 0.26706484641638223, + "acc_norm_stderr": 0.012928933196496349 + }, + "sciq": { + "acc": 0.892, + "acc_stderr": 0.009820001651345693, + "acc_norm": 0.872, + "acc_norm_stderr": 0.010570133761108668 + }, + "piqa": { + "acc": 0.7154515778019587, + "acc_stderr": 0.010527218464130614, + "acc_norm": 0.705658324265506, + "acc_norm_stderr": 0.010633311470347509 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3.json new file mode 100644 index 0000000000000000000000000000000000000000..b4ee7a64a5eb2739336764ee4a33ad453e432dcf --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.341, + "acc_stderr": 0.014998131348402706 + }, + "anli_r2": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644648, + "f1": 0.41940672576964805 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.045126085985421276 + }, + "hellaswag": { + "acc": 0.3732324238199562, + "acc_stderr": 0.00482674616083019, + "acc_norm": 0.46883091017725553, + "acc_norm_stderr": 0.004980076707392432 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.014011242594964118 + }, + "storycloze_2016": { + "acc": 0.6424371993586317, + "acc_stderr": 0.011083341168827785 + }, + "boolq": { + "acc": 0.5868501529051988, + "acc_stderr": 0.00861211754780359 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3_lm-eval_global_step52452_2023-02-13-14-30-07_3shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3_lm-eval_global_step52452_2023-02-13-14-30-07_3shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..b4ee7a64a5eb2739336764ee4a33ad453e432dcf --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_3_lm-eval_global_step52452_2023-02-13-14-30-07_3shots_backup.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.341, + "acc_stderr": 0.014998131348402706 + }, + "anli_r2": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644648, + "f1": 0.41940672576964805 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.045126085985421276 + }, + "hellaswag": { + "acc": 0.3732324238199562, + "acc_stderr": 0.00482674616083019, + "acc_norm": 0.46883091017725553, + "acc_norm_stderr": 0.004980076707392432 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.014011242594964118 + }, + "storycloze_2016": { + "acc": 0.6424371993586317, + "acc_stderr": 0.011083341168827785 + }, + "boolq": { + "acc": 0.5868501529051988, + "acc_stderr": 0.00861211754780359 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4.json new file mode 100644 index 0000000000000000000000000000000000000000..8a407766f6d0a7d0cc2f729a358e1b613bfd373d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r2": { + "acc": 0.329, + "acc_stderr": 0.014865395385928359 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.013630871843821474 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.2842465753424657 + }, + "copa": { + "acc": 0.75, + "acc_stderr": 0.04351941398892446 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841071, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.004978729300074892 + }, + "rte": { + "acc": 0.4657039711191336, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5414364640883977, + "acc_stderr": 0.014004146853791914 + }, + "storycloze_2016": { + "acc": 0.6467129877071085, + "acc_stderr": 0.011053474766125627 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4_lm-eval_global_step52452_2023-02-13-14-30-07_4shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4_lm-eval_global_step52452_2023-02-13-14-30-07_4shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..8a407766f6d0a7d0cc2f729a358e1b613bfd373d --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_4_lm-eval_global_step52452_2023-02-13-14-30-07_4shots_backup.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r2": { + "acc": 0.329, + "acc_stderr": 0.014865395385928359 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.013630871843821474 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.2842465753424657 + }, + "copa": { + "acc": 0.75, + "acc_stderr": 0.04351941398892446 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841071, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.004978729300074892 + }, + "rte": { + "acc": 0.4657039711191336, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5414364640883977, + "acc_stderr": 0.014004146853791914 + }, + "storycloze_2016": { + "acc": 0.6467129877071085, + "acc_stderr": 0.011053474766125627 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5.json new file mode 100644 index 0000000000000000000000000000000000000000..87b6df549282c62a226f00fd28f70e5814d455d8 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5.json @@ -0,0 +1,32 @@ +{ + "results": { + "anli_r1": { + "acc": 0.33, + "acc_stderr": 0.01487687202745673 + }, + "anli_r2": { + "acc": 0.319, + "acc_stderr": 0.014746404865473484 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382147 + }, + "cb": { + "acc": 0.5714285714285714, + "acc_stderr": 0.06672848092813058, + "f1": 0.44974910394265244 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542128 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5_lm-eval_global_step52452_2023-02-13-14-30-07_5shots_backup.json b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5_lm-eval_global_step52452_2023-02-13-14-30-07_5shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..87b6df549282c62a226f00fd28f70e5814d455d8 --- /dev/null +++ b/2b855b55boscarseed1/evaluation/rankeval/2b855b55boscarseed1_5_lm-eval_global_step52452_2023-02-13-14-30-07_5shots_backup.json @@ -0,0 +1,32 @@ +{ + "results": { + "anli_r1": { + "acc": 0.33, + "acc_stderr": 0.01487687202745673 + }, + "anli_r2": { + "acc": 0.319, + "acc_stderr": 0.014746404865473484 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382147 + }, + "cb": { + "acc": 0.5714285714285714, + "acc_stderr": 0.06672848092813058, + "f1": 0.44974910394265244 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542128 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6629a11ce3bc569b4566eb4a2c1722bb2102b94d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f240f43447c9d54844f32019185fb7af6f6f03fbbeb6fba817d264a5e3274e +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d216c89c882aa9a4fbe96875152bb17744ca31cc --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a6d65844b221ca8520457f48089b3bc8160d7c4597a51becd19474121e60dd +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb98e495dd46273e996c8ec0131b231ac6cea83 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faade6d2534559b4e6a80c51ac582ea32855a0ad8d0587258bd117e5f8386218 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..259b143ddd84488f252eaff92e762de47fb31d58 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7248130949b2ddb7738734c05433dd27aa38693f877c7124ba2c80ddbf2ad088 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff40811ad1a1b109b21c6e42f784426ee67aaf8e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5089b6245a40c40956f7a5a7e40e51b4c7864925ce02829cd5ba7be27d02ca23 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f87258f09999f3f5e91722c1c7b4f195a9b292 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff881b012945bc43cf54c95c1bdf9830a51fe2acde473fb0ac05e830a4bff39 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f659e62e6d0ba33d66692a75f73c7ed9d19bcc20 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf908bd03427ddbb630dd6fb947801050bf726887de21240240cd5b0176659fc +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91a7974494f53fc38ce27361fac3ee4ff93f0628 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02f01e13839beb0b7d03aeba7327033f727fc8d629651c28535cfb170bc8fbc +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1915aca750857cbab5856c6ce83ad26d958f8e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a4f4e9c4398f61957ef7fa49cdde79b1f801798559865dbf4def5863639d76 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8949cfd273707224b02a5957514c49a5f6a66c0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81a71e1e2142d76c1d436cca7a79f87642ee82f2232a75ac358493d837b719c +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a7e961bcdb7330b46be09e5b7299e640f3f6c2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afa05e0bf6f7ac984cdffb58f94be0bdfe2c2ca5e64256595a48c80cca81c56 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4668ae56910e7f86dbe03710fbd2062327b0bc47 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d192d6349e3e781eeabea4f9d321e36f6cb4f5ab57df30fbab0c056c080e9042 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea2c225892d3667cf64f63f3f7bd10c184da9ad8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60ac2d4c35ccb6504ccb9cc931e311b4836c173e44cd58597f69c79d232245e +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7e12d570f24582f4b2ed6c06f3da77311ba01e7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb91ce31d85319191ab9afe6c395173e077d2570eef2e22d36c6a6483d34c5d +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d6c7a0c0c9319a5518bbd024428389ac8e500a8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1620fcc47e5750c9be5b2d79988051daf95e194c8e24cf578a8150bb98f090e +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..229b70e13e1bf54b22ae66dc380ea9ed2863c0dd --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d30d115f11bfa4e2b9e096e2d7f7bbeff5a00c910000ec970cda7e976f1ab8 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba65efe20bc308ab1c2c6f7ce12dd1337bdefb1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac6547acc0d3559b9ef10242fa2dd2bea98e4f2ebe2db23b860621b39a1d0b2 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7bf5b0c9d694d7cea11adbe3c82f785fd997fe --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96912993f12f1bbc4d9ce3923e9fe0d3ecbafe0f57eebf8c984ba183880646fc +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3744f3327292173baca39b249c2c3675b89bf0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585a035334913974e737eae8cedb08992427f168c38dfd9367d0853d8c7568ee +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ad60aaf60fc8e697c14e0cb431f8c3da6dc025 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e2539b7638543359daa4a6ec91eef95a3087531da87f20c05453d9f8879fac0 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc53292e9515cfdb2fc787dc0be4229ac2f6796 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83c85a75dd1bed4a9105e6ae9d4130d46b9a37a7b8a32ce972e8c2893584a37 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a3a2fdcbdb7bf386d2f88f67159ce397ecb5d9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9986a0986dfd7c3ea3df014ac512f34641fca03c0c82684e9773f423bb4e4945 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..733c71eeeda497270fd2595c1c721e4692e8a410 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8349591f33f222c9ae4471e3e15f860d009d40b3417c33952f847c39012f8f8a +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c06a8754fa475e5eb8d52c57b401e433fe5ca7f4 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2a1f87b5dd3f56ec4e3fe1236e5774f7f632e4a250b8d686e8b144d8bab7b9 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d2ae552369c98a787e004d87e629d50d02c086e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b63133ab9eba8d0ac85981fb6341b1a6738cb10e223f6cd459fe436e61e41ff +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f4d267704c6cbc5a1778f25519ebc84672d732 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc49c87b760df800f67eb940c001b9510d1aaf208e4259884f2099a4328d6d9b +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e7e0ec6edbd411c29126963d39c7790475c88b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190c2902d2e141cb80b6be510a67a134918e0c6ca785e757255a76344ffc4c66 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a4eb26cd4730d65a7da01a4e87df7ed9f6627b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb132152a2af94806da404b44236fd65d150a2d3f4675921194cb52a5bd72ee4 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3c8b8b42d9c6dbaa82b9c0fb5fcba96bf8cdd8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc626c12b3f1c97788be57c916a2356222ea8ce404836406167f0df412b15c4 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..15cd2a07d1b9ea1ca3b57152fcae502b909fef4f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9a120fd72101d40f232e72db19518054fafd88a7be637bf01264cd75343b08 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36faef6179e777cfd2d10574956e954d83ae8901 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa47bb07bae00f36cf59bf90b93e8f873fbc9d0450f5449d339d4d41c12a6bd +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7910f7d7ecf7f1c6ed7d6a76058865432463c5 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bcac0c94609dc6e51a853c4164f412f801fcfba5a9e54ab85647767992f7df +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc6081b8ea42d6e4a60919e81e36b0cc2754aeb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3784408985b28a15789a39493ed122c7f80b18be26a6080858ca67c5ac033cd +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1602a210239b31e6d14f005b70f9e2ed1cb3690 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6484f9363180f2c0f598a9dc02644697b99db90940502d7a844f6584568d99 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac245541815263baaab1254a47160d7a1a5fc61 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46559bf43e1c86cbb8b36570240eebabc5bf5ce5ad8190c4d80606c84be8059d +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c659e3d1a8b43606a47dbd1dfafe8346975c767b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba5af395c76128a049ab090af503f35973cf77e80745c03e4fc7d43140f94b4 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b2a85582fd43b5350034467971445adb2fde38 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8369be6283ecb92c29f2b303c8d3b7679d26d96472ce771fe4c7e961dcd3e28a +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0685656bd3e6ce9b63b0f4cb98046aaa9a9dcb89 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334cad2fbcd4415382c0d90c6b92a96be19ee7c8c9e3d11e141741ada277d51a +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e690297093b5290cc43663e761c19754a1513ef --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61fc89d0557ca7d22d6b2378039964791726b1af8a740dba6e7ff17e82a3ef67 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33e08bafcbe5f5e6ec3ff90cdcffe4b17c486a5b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7926b5dd0387705c7c246b1d6c1e3d9a87121cb0a0b01cf27fa5332fec74d2a +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..747ecb51e58e1659b4978879a7e840756f74f94f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6198effeafc4ee16109b64bf224a9c2f619727d7477baf8d2de15d564dd75d20 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8fe070b58db5d5eea1d26df23cc754396a84ea9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce83eecd99d088310ac711ac616cfcf8a202117a4b8414ec888ad83543e88ad0 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b805c3f0e9e704df7766c2234d7f0716b7a64028 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab56277c96a63ecf0d2c2fa0011a98b446d0c8209ef76e53f259cc36bf15236 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88b25cca89e4e9253837a7f0d6ffe55d0e1c2e1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7cdd316e38458b836f210a1d13c073b7434b7d7bf7a1d1179132310885b01a4 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..090a5c58d4cc5ae8812b69e8ebe4a7d20f058f0e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aab9b271e163c7ee3b22f94de74ce837949ac28455bb19de7265639e8b81255 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ff8b02ad3af7e47102cdee5d1f7727030c084b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5e990b5e385e07357a5c87775fc570ed5b2f35e24be1e47ddf6ad5e28ee1d7 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..240061d247860a6739040199fd167d490e807da8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37595eb069d051a23bf187dc9795eb6a659746ced87cc5db7bf14153f276ce4 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3f27687a265132d8ad39227088398681ef4dbc --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f838bcb78a4bf0e80fb66acba40b9fbee168549cca4748aad7d9b7ae007776 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4593bdbc9aeee240fbc32b991900863e83ae535c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525beadc74bb452fbff6fffbde17f0cf65507e1c771e097f48b71ebbdfb1fa8a +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d73e0148d80dcbadb01f2f0c4e448d3f19b900 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9406bb54fa6e631c332b4555510c823635dab099e8a3f0a2088d40cab62d8988 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..96bcced8800e3c9f3a9a1dd431bcf09573de9b43 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9bac948e7f62f079b93c600061b6f68c320b9c0ee7f9d41edef64a4198bd8cd +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ea393628b5aaa969f01c014b19bc4b808d4cec --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e274f22b2a8ff1ed98e84aa391fb2f558d8ad8a034dc6b8499a4cc6932183328 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01bca984a8baa3b8dca7236a328a0ab45cfc2ba9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0af4e533ce4e8834faa1fe92817fe1b9da8ee3c93a2cf613ffa7261e3fca388 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3c3fdc83c0ce1b707ac0e77f8ce831dc91d1c27 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d8e3fee301205fe7ce9382b869dfd97d5db3f30a7c2f1c43584b7ad36c9a86 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddbace04511a26ee6e7b4d5c84b2e35988ffbf94 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a616ee91f987795f37e594fb25b52cfb5b0bfd1f1d60e2cd277219aa05f9de +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc186ebcfa00f4cb8e28dcd0bc4f1d9ae4080aa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc92fab45c097a515ba517bd19d0fdccd79b4de5463de6fa83ddfbaf99f88b7e +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38fbba9dec82ca914521003a20a082e38f9d866 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdedb9daa93c7bfb9e377c409584b104ac26ef57b7f532e12a21dcada07c5120 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..859ef886332d9ac28f5201377516046d4ee82ada --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a379ec7c1b2df1e99ea13e9e0457677f700773b0453195b122a5839c75f3fb7f +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f323bf3401b0fe48340ccae3e992d706f48c31 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452b69a271086f3b51e048542d6b848804d9e67c2b823b455c1a03e9b19a415f +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b0b35b00e514c2318cedd4997b425d36257f1b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18b68b64cbe73b383e0ab660528fb02b89c7526b214931ff4e8154a103ad036 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6760a0209e71d5b85327fd505fb901f7c1d2306 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f800dee1f7ed3ea5657fa126ff84de53ef750e70b3c814e378f32bfe28752319 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..99765c62d507b0d66af11cd70dd57eaed10041f0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e727ae244a9589413c1511f902b5b4bae73c243ec1dc45d5a2c01e95943f42 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d56eaa9db7b878de4adae0d3732492d02cfb665 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52533ec97e7687eb6c160ea6dfbbf6b099d1850d15f1082428e6ea8f201ddbac +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c65a0c05d4b045ba8e529afdafb319d1d60f51 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c9d1ced7d7457de0210f75a1d3a271e59981f8c407ea7fff099e71a19ec8e2 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd434975dcb51332052c3fa10f10cd1f99424f2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a402e10da8bcae71f73c027048e8948310f0e40251986e0a9ae6c88866d87278 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d43b6ee9d694e2ac0c0b3dacacb768316327b52 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358bbc530385f68c65ee3c28c732706879cfac422780860bd274c6e8b4e656c8 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..388d99c624e6c948282fc35fe7fd0437da338e4a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dde176fb328d006dd8414bc99ef1296a8d4b8cb210c4bd6c26d75645d7a7a1 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8e09ca4bcbfa6bc2dca82fa576a6d053331678 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1457ffdfd50e93c425a5c8d137f363800e6a23d90dbcf7ed67cbb4d745d364 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..683dbae8e9b38649af3634fd09308e4afbb929bb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26199b62ee45d1922b4b1dd7ffc94817229089cf29261ac7a7ad9c65dad163cf +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d16c3209463ee09011030070727ea9f5c689282 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecac7d106d9ac1dcc72b891a521d90c049389ea11ab24dc9ca43f5dcd93ef216 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46639641f8015a4f7de8e233113915c1cfd80968 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec552bdf54b2bedd35f8e3f8b3ce8f9e29ad84aeafdeaad2179d57609d55db2f +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d223156d4c9cc57fff2c46dbef19a9298e0037b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09aec764c0b63c39efbd63d4c5bb8bbfe93a371c7ae5dc58664452f32b737421 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b28b8e51cdd2f8a135efee25b352a4f5fcd35a4 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d1c3d181fe594da91805c8aea5182487e49a08b5250426c8d11745f4b34e51 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da4b3a2ef1dddd7fcf99be12d706bbb372b9451 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6733541a1ba25aad39070831bd39ff0167988e66ea780ecff7ab3c3531b88347 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f2b20152290760b880552b2dd6febd0303b086 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c537354bc1be20b40ee22276ed99d38074fe39f9d4b85bb6d5ec6e43fd552a0 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b593287db1e6c579b24efc6e367a4f92ca7c12 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94cf8c63524452dc62e52b035b115b93168ff6fa814f9b46e671cde6ea3437b +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72afac62783cbc3cfcf61230cf050abd58a6a612 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11900164372a59a46031529885120980ce4b4032e1e52c4be61a81bc6a02abe2 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15fee9cf0b963a3ca51a8dc73b093e3829833a0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a30078e00ef047245fd81eb9a181fa8b8c531d373c9d2c7cc490f20fd50ce4 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5715acb996bdb0a3b2407cbedc8ee2fb37277d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370093fcd5d569482db64c83b60a129ace2ca799281038ffac687992b1b78b53 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30efd2c8670ba7b8cdde49c6995af556eeec916d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e173e1a1496aa356242ed1c1d6a6de9f5c1668858072bc314fe2c1c21093902 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a105c6e74179ca1b258c833d28e90ba977ae678a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9663c55bc0456f3b61fda12d9373337006953c407c93f39a31dcd9ca00b65028 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3bb76bc62bba8f35adf1c976c515fb3a73ce333 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deec7fa4eb80fab89e0ab04370c6ef9cd459a45be640b7622cf043aef2070eb1 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f012c955fc9f2d87ae90c8cc645b3ddb36dc094 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3031813e6e9917bb0b90f2c7812da2f8a35ff64a65f447a6e4357e4542f14ab0 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..446bfa988cc3a462cb59e414fb1caad958ace058 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d1fd284f30dab6e3f86eed3cb25e4be5e3fae0a55af27be42eb3cf42013520 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb99d31ba41be4b59ddc8e0648c6f180dc05c7f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1132209349e521f1362a6388d5e39617b56829351d0107983ff955de540d9de1 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d449d837f3b80ae7bd1fc2302e5f21e59270232d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0bf3073290bb636b1467651756075eeb0da210f8992da606e3646f22835d43 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e86f87981181ff2fd5b9651fdec710eedd137d1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb34b7d692424fbe8afc44822139de7d5084d56c712a10ac52402e4347000a9b +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6125348dbf1be8d6f3f40521a1bfa0630cffd6aa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119eaad18c637da8b7948e7310e179905c7202676c97a72a1098c04162771a7c +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6acdbdcfcdb581ea72c964946113d33480e22e10 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451f1d311af1d0b72947b05ca09a2f73e9449e6cb16c565aee34cc6a71f80f2c +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50819a1fbce31ffdefa9c2c0e6e4ee671636204 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c04a5684d6d5a9b9fd3960ebc2a4397323e5e027f229f446bbe3d3b75f1d68a +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9edb3afdb91bdc5f5487961174f7f1cca732823 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e69da65454b7ee05853699cd2fccadd332cef140bc28ff40cde99755fefbcf +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46613f2845613e9318f23d896e66c1e927d5697d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc872ce87ee8b7605fc0ae6aae5fb8e7b96713bfabedfba44340776aeb492a7a +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26f6f12d7d1401919dd05e2a66dd47a0d476d4a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c5d27b173e55c8f55f15dd3df66f0347cf80bf8bf7073d8036a4d366f2ab84 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e4cb52e86d5acfa53aa1b50bdf77938f2262c6 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9399317776bce4e56c16e7bd2d7e125442ca1bd55a8dc3e98371b3f8d8978be +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8844462b2348dea418682b47e254c500b69ce193 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7163563359fe33a90169746d9f20ccc10f6748953e93c917760206308fd17e27 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6851f9832e012285c1d340e16315742b14b7e877 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666de7b8018df6dc6d5652640b3ca5647133370f8919026f1726b6eb670c275f +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93dbb7cb59f43686cd9279c4fe11f892e5a6072 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5c904d7ba8eae6ba96047edc27bcf3b544620e5c64a631a649f49aaf5ca80c +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e4ba375d83fae1aba8279840679b9df022e3af --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4269ccf8c9b28e4d8394eb0fd1b082b31ea9e493087982f763de08b3cbb226 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..581406596bcf999a1542f89bc8b92779e62aaeeb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44876c3df348b54d042700e08bb968d6caa64f1f58c2785d7be3c6d1de145b8e +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac08018a3bc38541e19bb72ccd52fd9eba84a7cb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6ac1f55d33e97db56b57f2db96a55b8b64266d8d280881f8b353fa680e3f1 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c75b67ecade378dc65ef29c39e8e62f1a782bcde --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a168ef64772d97e6b398fc3c86584a861ebd2cb69dffc2a55313376b5ba9aae0 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3aa7e235d2a7bdfb93fb81b35e170d5237db81f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea1f80ab984f27b4f5931bd2e877cddabb0485d720f64e760d86e16d71e0f87 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf9581ea7b930817a41c6a8130e5d84562c55ac --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba544a54ab9c1cfdeac093ae96d0a1d7f44a9494d9367007d06acefda815d762 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfabc22144b4feea402707aafcc743bc60a5503 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e872810f6e8cbf3fb05c0e759b7172a2d9e026a070751e98151b855f00163e5 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bfc608b035c7a0b37a237894cbac087537074bb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abe016e7df5a5b02ba4887f5415152bce349bd4cb5438565ff8b1f7a1bf36c6b +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a462e4c861ebde9eb61d5270e32231ec4c572a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2834d63e45223b513267ce39c9b47a7903574560543a97a9eb043f475d136441 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..45473f314b06b23019186f57d2b9e795792d4a66 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a05dfb1389a098041ff47d14e6aa2b7f625260f73b1e14bf8c3c98a861646f1 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7e9be12e6b6401db93325ea630b87dffd8902a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1f060958583da8785d78e4fc9e2b4ecf11ac1a636e2218acba9c7aa8180022 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a2131686ab72c7c627351acbb9381f9fdc00c3b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d16ac0e4c7ca158f23d32017dfd3ebaf4d7b8b56302b15bd77a57c11a86d594 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1613e5ab12d795a5cb9d397faefdce16a52a24c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd601e1e95a574531362a8bc36aae4226ae9a32925bc09b2c2ba9afc3ca59833 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e775e4a3991b2e157a9a75b6acf55eab54aca8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f872a212675c55fd4fa8d2aea15b4f56c42dc458128e255d0d766b2e7b4de7 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..80b9d74ca686fd53592457a4b06c551628f12948 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e790c580ccee2fb6a55d3f6e0a5503e62e990dac702ac2517115a16ebaf832c +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2947dd451701b5ff282ae83a13a07118cbdfbe16 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55751ac813481f110b6934c23fbf51940e32bbe8cfd53b4c6fb22df3b859da +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c5d46111ab706f6cb6e3ef3fb663e072a109e3 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f2ac5a62b4b435ccf9ef9dfe84aa4a2748c0c8821ef34c596fb6471a36b4ba +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5eb84c6aedf308074cfb1b5646025125c72ac4 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f919d8d2a181194677baf68be58be02891e179e1fb7f0aa937d06cfed1ce0a +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c0d8b0b6a37aa1763b3e2197f4028070cab6646 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6a4956f1d20f46849eb17fb032e9414f5c86483553aca9823c2b046d8caa93 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5c0a015ecf4eba1823075e2198c014e9569b745 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1cf9255aeeb0b492ee71672e4831ca3f13a22c864458f30b3afd68c101c89b +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dce646d4fbf1ae0f8e63bd1044b6918ce04e904 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e91844cf9e136ba3db450bfa31fc14a49beb5c63710be1b4a8b8a5f091f13d +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c4b1f0bfc5dc6756be48653eb073d101ec4013 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6615aaa96d804352ad6dd1db49ab1eb797e748948424906ce7d0b4de2fe85e9 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd8483d9a518b51cf5ab3e8ebb2ed78c6f2bdcc7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c04d4a5bdc0533e7d58fb34d4453474863732b2d70120465758de66978fbeca +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..364edee1dc258aae2d97e9e6a63d05172730a365 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c43e1b6f86a72f51c4caa4a40fde5ef37513d99e3b4b13c43037f9673715696 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9934a45a9da5aa0ec17956171f67128be2f422f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52088e1af473c37abdd5b2ebda304c19de81027d77407c071e008db03fe624af +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ef3ea23119a681a090bdcdca43625b19277b84c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767060aedd4920d89697dba2c1783fe61acdd3c49f41f77cca911aca45c2ea73 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..82d1ea316851d80590f1aba28cdd22289ea6d168 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0690e13101584b3a8c87ab80b2faf16e48783b931bd208b01b0450d5421573c +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44b0ea645bcf364f4bcedb8da1d1465d5275e6d9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f060322dddb3c38198ee19330d58e4d87d7dbfd05627d734c80fd714ec61b0 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4802c928b5994e1d9bd6c6e18b650015800bd371 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdacbd5cb96ca5c53564dcfce9a13d87c08cb82fb8a129b0703a8beeb0669117 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..620b9415f9ddbcb814652f3d720dd1fc8d174fc7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc0fec5ec447c79af57a399fc55d60173d94fc053e4e61c42e0fab7b67be37d +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2faffc54a4021bbb61ac8382a92d75f3bf362aa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ebfa1a7c4290b59a8a582ff9ed8db259b9e243e6f5e69b2d2f6dddd82e79ce +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9b6b05218d5bf047376b4e7487175b8dc626ba --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4628e48ed61598da9dd9e4d555201124539713ada93eba48830cc0dd2445585a +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc9ce3ed6defba9a563505f12a268446514844ea --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db675b45c4ae9d1f85f1622abcdbf5014d3cd9a7a21dfaccf65b1b02dc6cce9 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4da236ffe6fe5d5b2c894bd49fa8f511dff7849 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5083050a0dbd5a823b284b3b402631613867f0c9b5360fd932e7a64469128f52 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d01213c9e29e32cb745b299671f95e4826437220 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de23e04ca3bf328c969113f939094c35a9b231d0ed3ef4c390420dff7fdef372 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e88629cd40486168e6c6b6a4335a37d55a0eaf --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04e8efec898f6cdd46428c844c5e6a594ad5e8a4c94d2f6355ad5ea5db97fee +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ddc60a0b3248e93f47bf7907e3a5a15b3b5775 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71af030a353c0e50c227635d671f38e893010444830266e6ffa422a8e4e7dd80 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb15e9963bab86b89a1d5a7c70e10bbdab841f0c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00825dd1b208fcd0fbd6601dfdff3fb66c5b4514c5fb6bba3f825f519664fdd0 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b5af8eff3dfcc203b78bd2f53313f9ee186454 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b97c7104728e3af4ab94560dfc1ae3aacf1f013f82b73b85f138b3a2460a334 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88f7951c7e406965a9b69d91c24cf7f782235c9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c754c37801778b061546335c4af8a70c170143154ede14b42fc3d60c78a192 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..362f395a48f39ecc31b040ca65422912070b22be --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bae8e925140be50b9db0e581103707649642c945a8b55d1f88d34d6684de35 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc333bbe5f89a371d08b2dcb89300c8bbefa686 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c9b2d15fe2799bbcd0ac873ad543f32e6b0ae8b337978dd40b8d3b22aba864 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2da2b640d21a6e94719eea3d1b52ef186ca2683 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f67b51c41aacf53c1baa0852f5d513f88be4e53504763e27c4a918b445137f73 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..41b4963a86412f28c99fb23e8a76aa12d31b1ce2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb527108f5a7620a7865036029eb2b554dbf03e8e77a2969f485f0f39e42a73c +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..581242e967a5aed0f19bc867559662f165531210 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc45184d3e32c2f051575487e1a623bc52c1ac9cdb66633b57ed5cd9b67569cd +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2619324fadfb8e981424c5e4d441a266577f54fa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de178b7ac3a65bd1e2f1a6a08408353837861130abb2ab1d30c67ac11c2b258a +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb0ee3b020dac6c257deeb3e38a535cb6efc455 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1eafab36bd2b63e3281550ea267fc2e764d6664f36cb7d797f273a6d488a8e +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60aac125d03ebad1c88238ce35bc6c36ebaa526 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9649d6cd99bd72b0d8f4269d7260cac8476a00ce25dd627a1ac82dd8f1127a5 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b0b4762930eab3d22899f082cc17b0cb02fe131 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cf60301ad2528c6569687dd0608b214d83890e6245c7fd0705fad6dbb69efd +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5314a025be6afcb19f1c7ecd1dd4c2901cc0b1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2209f270b18bc157caf786909c9c4f222ce19f1326ec9543b0b20c8ed4787fe +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff74c8bb2f4571239cf664a24b8718531dc6cdd1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37885754269125d949eb6e0d70c97da9364f23d5a7313f771a345ec6b8e12e5f +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93caa6e006ef8eba288f00ade07e79d2c0e52ff2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5211456ea9400da06c8a5eea4970346bfe3dcec37c780a5d34b84ed14f2e7c5f +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2650561ff774a2e9e441bb06b8268812c11907b5 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345560808b67a22fdbd50ae180c0c1d41ed849b2183daccaead4fc9fae0d4dfc +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cccb07c6bf666b61a46def8c0eb2a60b5778711 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729e178e02e905db5c2234d54903deedad57712160eb950310a13268391310b5 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d698312aee0f290a3b7199627e25def08b6f5e85 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7beb7ea58a461a35251168b8c641fab1305a05e39feee71b9ec6233e010f161b +size 131677933 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..356d0e906ad779d1a42c3a93417a0c74909f59f1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11f29516847b35fb28d3c348aa42741f6ec11844e43e3ddf3c853fea622ad02 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0b0a6257d72f27ae02542cd33838c25755540b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad61aa4b893956e871650ed45ec33e51ecd5eceffc3db8e5925f75eb84d842c +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc6522442aff3c0e647b9a40aaaa5f676eb4334e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948b975af5ea4c176efc9c1e327a71c9b6e078d9adc33fd451b63c43d4516a0d +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c23fd3ad5e7ff5371558b9d523949f560ac49e39 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84333d8d1bcd66ca1742d1412618d9740c7016fdfa2ce7428ae8a4d1b2388d25 +size 131677922 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..10afb0225e558026bec18c8fe9688709592c5d94 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602a84da79d7201e45e13e0396aa54649e1287204dc9a34db51bc9a5969fb0f7 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1b7ce754000b19c414308c42745c32145ec888 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e37791c2e8532fb81107842694051147c411cd916705340d2ff1bb598acf77 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..506e77d99365be55e25b58dd9254147cf9a9fc51 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa88703946dc36c0b943690e4bffbb2201e63c1e053eeab38390dc4096a75273 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f7d2f57992d29f4d2027d0349371e12cac1c09 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b10642b84a450c3d018c4c3e1485bfdad91067e068b7b9cefcafc76282b27b +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de884e61a0234ed91878d0343f41c8d1e62aaf6 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44ffa58b98538a0f77256d7708bffdd7d86f93fd7d48fa395eac4b729eb1309 +size 131677805 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e772ffef4f3f71352e72d4829d4230fc691fa4da --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13fe19677f1354ba894f6e4c877bbb62e81a403b16307ee9a09760dbc5706757 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffcf79bae3fdec39d94d102554b20f9df8f21ec7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7613026a873300b4f5ecf1b69a9822b2915f266f6cff24876adc3686f91466da +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45f72eb6392f04fa5920e7cabbb6b095cf6bb46 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4babdadc5585a07306dc5ddec14a65555c73f731983d0b6753f00120f24403 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce4a9e6fc0e7c8390d2b96a9c698e9421696237 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5d00cf63a0af723e7d9a6ee9ecd0c52c6f8194de9926545f5e37f83803b2c2 +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e293a890b7d1853d1ca9025f9a94cc3dff357ab --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db493bf9e962041bcf885026e963727beb478b2160fbc4fa15d9103dc0b67f7e +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6509516e1724a94473485cde9d5099ce7da7eb37 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b185290944f7464016a7e697e26683367add0eca8e6a9246efaf336a0addad3f +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1a8df16c9229d820e0b9319f6274856a0f07d9f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9d7cdaabdc3a9d41a833fb7847bf49a128ef506574d98227c19ff66cb2a541 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..796ed127cdc21c4d83127ae2bc2923312e28f9fc --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e910012d86c0267cca4a3d2b52db1845e04aca9ac0a3f7605e75600b3faf30 +size 131677869 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e0752902d14597c0a6322a06059fb99b9f6fea --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebeccdde2aa188b5ef1a118a73a620c230a8e21ecf930214d19a240b76123a8 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db64c5d3132eebcec6360bfb38d2250d10e15665 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec64ac194dc713b3b1f0b465f450cac2a22210579d38f5b5219e0b7c80813b9 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e0ad470483ed0e9611448eb96922760c34f6e10 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03bab9e6c99600ea50d8dfaba83031df605607852be3977172c0259952a58c7f +size 131677741 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e53e0d1b8a43eaa5c99dd77f38c04ab438d917a3 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab45a14339e863936df3d03892497d448ab823c3cc57e976d5b2ba5ff7a6264 +size 131677677 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b4b6dba019b1f22bf275e48e04c1ce2c36b01fc --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5ce3214cd0ac8a9e587700f9f3fec367f4b17ed069aa9b857e2567df5a4e13 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0586cb1ae9a3b0e4a4defbcbdc69f39509129a5d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ca5b5d7035ceba5f6ee3232c80cd49f9aae7c74e2b074d3f338c2ef8838f0c +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d13ed3543823f85ed8f3b2b7a9dc041c502b95 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd28f23b38be1b9e229aa44215040508e3c6b6414daa9329f56a4b38d85e19c2 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a4b46b6125577584235775ed015e64b4cdb01d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a49fb0ec91f2e8a45dbe199f95e56f4cda506ef7d148164ad09ff946a51d9c6 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f0d7a8b7a7680ed6f36c09970dcf666510fd8a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ff2a9924ba5b177175251be3379e75ea6eed1cf4215e761272a40e4c867945 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..087850c3ef90d5a369bba8cac7e292ec35a46557 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea53a3201a0f48bcef769c70d804c04ca60e9b190baf3a1c496dfcf93233939e +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b1be5f336d3745e0a6c754032a266e932f778e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c748b179b96cea3c023b5c28842ba1abaface46515621a6abf349eee7db77f +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a155ff1ca9a5d20474ee02a2d47fae5e9a12b6c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7e43b24b3760db655744b4563dbcad8ec41fef3b321910df646799bf0391f9 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb84412d36ddc200d3ac10f4612ae8e3983fc99 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4fcc73f0068b2c349c26a655d6f4c9d801cbb0e0db92654adeb52dec8db0cdc +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ae07382626594932958056e97c6f1cd7296c7ee --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5e70c47aaea0aa556640277f80eff9da45e93a41f45efb61e89b27b37a6f0e +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b88e47aa3f75ead763f90b97001a44a7ea5c83 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baea577dbbbfe927465928ddc596c873d750e023b8ea99536e337da8d0cef863 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c976123f542ee58538886497e132af6e13103d12 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a7bc067aa209768efbd6c72d750f9f1a08d27e0700cdfdbaf881ba57192beb +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3e69db8f48a29e64fd592c7f8f5a6fca71bc4b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c66775e9304275bd7923f102b6c4ecede3ec1eb24dcd6eddb4ffe1547ff5a3e +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6789651e76a5d9a5ee53f689f84774e82e057052 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53416dcc7244f3642f3d334c73108989712e3bb468a33f875f02b0bccaf734c7 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..188815cee1010c7c411a0930a755100d227085d1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0767554a57811c37a35d24aa7655df9a2d8e87e1488ecc7c3403eaeee22d24d1 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..053df98923225687d6e814f760ce1b587524c287 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5873544cd03b7391b929c9dea8c4c97d7a1b559f9a7e52db1ee39ed96dc55dcf +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..88d8477a4b3727457004a770c53129ed34ef8ed0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6877b61f4b5b6032b0c7f6a0e4fdb6727b8656ea11355aa6479d584f27ec519f +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1159d6ab1227e8dc814f28b0a8ecaedb79bca9df --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0571452aafd71e6c16af4b6b488c277d761c6fe4cfca49be55d1f029dcf41b89 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb859961471937eadfd2b765cf206c8ff83a532 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0706cf2d6c6ca95b92c334e5537a6a31e461c43f97d3a8d2a94e32a63ca92823 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30bdf09a0c50f9241532d00ae720280e73779f3d --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985a40ffe5cff06baf99d4cf277326a5ad8b9ade72f247d6d01b761f6aeecd84 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05dbd35321f6ee3ffb8602569e157053e941f7ce --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6341bf17af78b0269ca93ddd10248bce53fffed82c0d481864f43274d810e3 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c87e5a385671eeffcfff0942d7119b02ff90dd --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c220beae20ed56569fe00fe2798351af44586e741a8e338029a95d30f144be +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c371bbbaf5a571df357343521b51c1861310c9a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b63c4b9d1f403f1b1c3c28b7503369ac0125a3c779338113c7d0cd385f94f4 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8005a499ce309ba99eb30be8b5f5ac689afa300 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61587b9cda87acdf9a5526060fdd973986c9d3a9794a1ce07916517811655a8b +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b65cd62f2a9247e81d070fc0bb443545681a32c4 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984c4f82585db06d11de95d70821bb8f51c674a9419da300336413b9b52f47f7 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e388d3a5fc20fd5bc8e4d1167a774d280e6e452 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f0a652482d97fc4740eaf072d8337bc140a1e61b84a223e5a4b4bf7a96c422 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c481f9b6f60e6fd4c3c2361f1730de22d26f8c65 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4ed25ffcc66e198307d79942e791f83a67785f3f73f980cccf37498bde3200 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c6051906dbde5361005008081001b9f41aaaf27 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1324807c47752a9ea962d187853da642c83ceae026f250ec61771e7bad6c966d +size 131677847 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01f22f9dad2529bbcca6ec67a50e99598de3c7c6 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9520a2a18ca48743acf15b9e3de4120bb7d2053a09aa931617cef322ab0785 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d968864ef997cf07761093b7b39a16000ab5e5f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5e94fd6ac40fad56b9c5db1eca616e3f5954dcff2f884cee7922d747e4304f +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e00e47b287f9da3e58c16b74d688440cc59e7b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6b37a0799a0fea51d7e3620df41789d9b5c88f42b489305ddb881f86473795 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..18687cce8d0b97bb789292314a05070181c1d300 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3b12eeb7e7376ade6a5f087986ad840112fd6a49bc5ddb6042b39e0a03e9b6 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f764d452b6b7674aca895ef281d3bfdd8a62ca --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d7ae2137dca032c7fd397492a849b7d187dad627779fa04a9d006dbce778f1 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..810daa2e63701ab050c09a24e04404d450f172d7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5995ab425d9053c3d42d9acf73c8933c37c020950fb88ad7a5f8f465d12f9cc +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74691f0e7b6af6ddce0af593a5660da0f531f66b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54384c52d52eaa5c27dc16696c41eaa04b088ecd617f60efc15ef80ebcd1e2a1 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57eafab86c34d4a0129613da20073c4c245f342 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d481491cf3008c7cebb704326864ff37b7f3019dc91ff751d79082d9e2bf260c +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ed803147db7d7d8309cb85edec1b76c5a3019b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd63e8eb2e312ccb462044f05d35402ce95de95b8be532086fff8b4bc2568f07 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..471f0c7c01a897dc1bf3e53a9de28dc315015125 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe84d276eca215a953cbfd6924b08463493ed47f62d8207dd627c83e9035530 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4329198fe4aaa41f679830a28836b346839e11 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31291b1ecb3cd2177c19291a4cd981c1f0fe04e42a473cf72877e7d5f172ae70 +size 131677655 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf418e17fb4e961ee0719594e376148ab4d8dfc --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc58025bbe5553e52e00e2b48dbe9420731288224c6adb09fbae190ef1fb039 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b699eab01422972fc96c5c7724687f61952c16eb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a514abc770072b7c21cfc5ed4f73b1696e08f9fc39ba51f1a715574cd8c349e +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4422e910acc52dab28dbb2a2e3e785aa992f4c14 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6a253e1f4d487beb00db27dc7d9083f4213fd55d21361762578c66f8d0ab07 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea8632370d965c6b524a20c7704e72cd44d7024 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fa46f00a25b7450101b59ac5283ad12c57da0c124eb2ede03ce2eefe2ab979 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..910357d74a01d5b55a0ed2a5006e5093a27c2ac3 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958d788879f0d4f713f1c5a129733f715721679e04f3c565989457a2fe89b87e +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bba26759853ef2fec732e100f7b36ece12bd30 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894536c38333cb402a10c1b58a197672d27248722838c72143025cd2a282287c +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00857e971bc70cb0a33f419df83ff465d33c66ca --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5766eab07ce0de6dbf0d02fbc893ba8eaa84b9951063c95936f7822ec334e798 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..469fce3e4f547bedd22c0309c1cf4a558d5ec5c5 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f23e813c74ab47b16883ccbeca7a01aa124099240d68943dce44528ba194ec +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b7dcc8e9b7acc49812bce0c7fb1f24d7c58202 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10afb861c44090a53bd2bea345be438964b5146f23cf7455ffc640c705e0504 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..73f8f1bbd528aa92a366bb144c049377db5a4476 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b96edb9f96b970a6a209d2027f806755ff650d5ea446653744bb4cc4a2a9bf +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d616544393623d1affea677b152de620811c6b8f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f276846318a3de761105443cefeb2c4f28986cc24811f2a91495f935f93435a +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8519075f6a65f9a2cd2597efe062c48121a7e0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373c5f2b6af5c65df9a1f0ad4c8f439f52dada7e90fe9b437ad1b0f553d85598 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..278092f83ade23296ed1f40c0f3e184a2905aa94 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c426f52384848201dd0154a7a4e397aba6df032ebd0d4fcd3f083c00d64e45e8 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..67c601a90d3967cb176322db74b22a107b167847 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a0ae92128fabb00c328f7b7cf38d9dae4e2c9ebda03381a32e91ef94e72049 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6262ce7be4f242ddb36ef9d950846e46f2a84a7 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda926331019911156513b324bfa711278043f1e64fa63398da1b58a22050798 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..379a2541c3e89abe236e150216c7f78ddd303e2e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d64ab617b429712e14b248748474d01a0d30a0b44a1835223a2fdad21648c9 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6144f7cd6a38cc7f5d5a9be3b890b0e7388f99f0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ac97144b4c0179e3ba9eab74fb874bf121cc2d7cd7aee1559980c231a3a9fe +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a334c73b9d123419d8520102d283362154c0d13 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4ccb77af91fb70f26d12894b564173698eb269d863b6001fc971a181d34001 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9931a9db0d25e505297248781ed0484cd5002463 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc6ebf25ac17f6c22e786b138b86e9cf93bdb491d9bbc5b34af6224c6994548 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..51c57370324c7b4aa08eb4d2222cf3698184b518 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8f7d2bb206724cc0b88d70d8ae1955ba5377f11a344a5bc5668a80df6567a0 +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60688a5584e5963cb7740f3615e9468660a081a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd8def8a02e8a0bb2a700796742c9346d264b21955809ea1188ad03f414d268 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb3e51e63178c45dc4dcff599fd45e734465055 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6261d61573400a3be713fb270a4a7cdaea70f846abd31811fd0c74fde770e2a1 +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49872e813ba115a48868905dc1311964f7467dc1 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b818f3da1ed6810b987fdf8174e14d49462bff61aed94eed6cc647dd86542de1 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39918d3ec2ee44050529b42f36c64062403b2b95 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfee2753725fd663247152deb6e38b8e7936002e14215f52d584e51073ccd759 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57eecba4ddf002f56ced39f8ae17dd75db17789f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b1c02461f34cadc850b5ac5d6c4268bf7d1b4d4f7c954ae32a7c0175ba022e +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1284f37847053160cfe1465a805104c889ac4d75 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a3a85f014e5f3edd408fe8ae3cf26f148fa8c2d5481afac28f2901505ee7cf +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..222fd3a8340a0f17ef55727358cd24c678a68c8f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2777715bb108300a0915e4641a36424b8540290d4da81e66c38726357948d8 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e583a97986d02bd8645047d6a230af27677a812e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b84b2ff1affb20a7df3008c361b74e28710e31d083884e3b7323d9062e52db3 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a258815b5f41f48ddc0a051870ac5ed2b8ba33d5 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41345169568f698f8ade03d2f10547dbd65cbfbe52b2f3aa04abf6c2075897b +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07365513263444bb373ac26f658ca090635f9312 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c232373f5f2602575339e51145139ef3882b31d9079b4a6c3387b8b373f8616 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb563454d2a17e0414962bf5aedb5b67718ad8cf --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ecba22fd83e0a66e786f6af0ce710bcc0c275ba3f29b8ae539b22214185deb +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3ab608af75a87a199a4b1e29afb66d2a796848 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a6b51c55f7ae8542623fa92bc29c8c517a4642ed973be16051ecf11951782e +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..464f9d97a935eb759d4d2f3fff316a4aab0873d5 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56063271c24a81235614108077ccec2d71fb0d9cc21a4fa625bba31ac32363bf +size 131677847 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b30031f82cc0a028e1720d2b54590957c621251 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527fce1464caff56e23b3a005ec5be78d22f59ff93e85f11f05eb691234bcdd7 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c08d770b7f802f12783d260136fe9a749b7829cb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a396b959ef3dc809abe69269082b12ff45ee1824db04fc23df062a8ffc44f6 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a41859881f13df02db7af2c2f4292ba3bf2b73 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbaa2c9a271a03aa21ecc5df1312850138a256805c0a0d649035848321d86246 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4bb632d2d12b7a873f10d0bf8aba4c1b2ce852e --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb1521a3d0b75b7d8b6038e08de6e0e9d3e275f9c6c909232c63905a4cec519 +size 131677922 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72bc193ed710eda8c363473d5d755e414b0fc19 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f2f1b0ce9c1f0207d6def36d6eb4c5d0053393cd3b5f34972c2ff888786a72 +size 131677730 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf47ab015a73337b6d89955717750b2e6e362f4 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23a032d8a630a1794f1d58fcb784a812c623e764996310616f3af8519a910cb +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd5a690efbe5c47a7c79c1f5da22b3da088f98a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e10bede70aa4657def8bfa92a2232c1a7f84347f9434d1b7f7f912caae63fc +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb83ab54485029080371e8de777787fda2552fa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d694378765055a5c4f34edb1467b4daf271b44ef68df263a02ad53a87d7eae00 +size 131677794 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b43b26f9bf120ea7ee28d1e6cf1edc4eca49ad --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a40d373f6454d60f1a0e8f130a4bec866f983dca4a6d4b99541a405cbae0c8f +size 131677858 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5bdafc24cf8bdac41552f5634350f5201235296 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ccfefc1db53557dac1b8f9b4afdc6fdbd21412e4e7a2c320d1d2f1579b6de45 +size 131677666 diff --git a/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c1e1d7a9a020d6814867339756198ed6bd58d22 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5c08c742a13d4176769698c00c0ba18481387fad1581afc06ab03500b880fb +size 131677719 diff --git a/2b855b55boscarseed1/global_step52452/layer_01-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad723872ea048ff4900ff8f7b2b057a17d2c20b3 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b17334ce36ec5b06e794077394fa993e01b57c7ed630c8ab3884e67035f3259 +size 268043523 diff --git a/2b855b55boscarseed1/global_step52452/layer_03-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a003eff66d318a463b9152d692bd1c55e6abeb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d294803d0f465c9c8243f8d1939ce0dc6dee41cb8f876d3d43a5108d1b35c2b +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_04-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d855bc7ed83ec712aa394f36431d1c8b10a40722 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2bf2e5bc4bb9cee1db88d217bded494efbf4c3e1e5e6e0480cd479d5e1974a3 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_05-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c13d562b9c82441e2c934137d82d3b9df671d517 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b20d21d6863f37a01165c440ce4cd26a0473e916da818a19a5d49a1616b5bb +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_06-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b61753757af0ecbcf599e9ae161f18c2c14d9ab --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c47fdfec470dad4898dc93403510091db45992193f451f74d3054ce6d6b8bc7 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_07-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4d7fb1ef0de3a1a054e500245a4a7992d21678 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb03a9eb0d443bf53205664387ef9679a26ffca9635e21bcbb4adea804d250d +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_08-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29db756778c87cc8ac0bffad6cf5805a7a080441 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22701d9ff839caf7b270ff422d53aea2bbb6ffc3bb18b55797accad3b3761c4 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_09-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d22c814cc1e3a1265ff3adcac8df9f33fbcf1ad --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eef47122a2299d755bd50e09d9ccb073518bbdfc4309999fdd7c3d1c49507c8 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_10-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e97d490a0d1bc51141beb930a56ecf2acfee03 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee5b5aa563a0a8c3f2aff058bea71630916213f47227c304d672dec8e9ab4c8 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_11-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..caad78373be6530eeddea02cd0f7d54bac7e6cb6 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1d8b1eaef2820cc0f988d3a17ea992bd712225f4e6c2bf4118a5a051399d1e +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_12-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2399adab11d7cc34ac25ea0b101b27599c873c --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797c2d49e82f858b7f9303f23cc03f6588a3e93de22c1e8fe431b753664633f3 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_13-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ebc85b0b77cd6d52584634749e51511e56cda8a --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671036b3db999a8186bac2c2c1461c9a00c24c553e044ff3036bcd4e526d54e8 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_14-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1401e92ad7251daf6c64fc1c252d3d688eb212be --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5b24361994d1c5a19c1ba9631f14ffef5181718a38d8307fa35ce02b150c56 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_15-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c092f4ab60be7ee50763a0e8f6e232a250e1bf --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdff428a384f3991afa396b8280e999f64e0b1635ea32a08fd428268c6eb555d +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_16-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e88f576d8362e4f7afcf86f195917fd306804114 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8379d946716daa4c6eee022876032a956309e7a2b7e7437a79502170fae803 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_17-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8088b71e3290a86993b62281b776b0fa787ac206 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0db607cba28d4cb0adacac1a9b051237314f4fdfc5ddc38bb70227cea434bf1 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_18-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca1fa2c8d5fdd9b055cece83d4ecb9677c23885 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4364f7cc9812f555364c141476e37c99ed878a7fe526d1e51826555a12466846 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_19-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7322eee2abe80ce22f5636b3d0df8c52476d7be --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc772b59eb814cad779b15f3a48bdeae3252a065e8b5c3f0cf3374cdce73186a +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_20-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..397f2b57a69b8d16e6f3cb8d42cc39f1266e10d2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c507fd9c2790e32849d0a37e676e1f6c191d12845f9a9d21878564267223092b +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_21-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23a594af4a0baa0958cea59118c113927724fdfa --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90132d916f167bde3274eea59592aeb88ca11626badde3e6ccaae6d5652efc22 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_22-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe73d6551aca6380cb82aa848349242b45b579b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7f62723f2879eefeb80ac543abf27dd728a9aa0853558b862f735b5569734f +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_23-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7975e464676036034ab5fb8a93dabedbd98502b8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d429855bc58548f5d5d3344dde2b254349bef2ee78acccba62d717e60eb293d2 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_24-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4f84c3c4dd7a72bf5e86c8f0d73f5e97d60f36 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee3e0a0cf6044d63167a42eccc4a0f55cc00d07bc2cacf4879eceabc8de1a6c +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_25-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd898df8534fe6d7e24d289b7e145f5edc8042eb --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4f1e67f4eea0357dc838730d258007df65e112d4907d2bfb6c49776ae692cf +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_26-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5108f7dbe37506834c90c87d1cc8cf8a91f3a86b --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1d8770c2baf0d695bda5848e69d9bcb65bd98daecd2f496da8b1b4d6b82a21 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_27-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bf47a34aaf31f1ccdaf9be3bad83ca65962fa96 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531c2e95cd47baa98b5e08af491b0b5ee774417a32c7f151c158717da7b876be +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_28-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac89786723965ba03e3e3090bbca012b92bebf9 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd338690dba9b1ca2cfe18e71e15866fafde5d1c8db2ed43c5c5613d417dd28c +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_29-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1535df00c5ac56f5e32f8160654c9ac4aca9fd8 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a51b1c63893ad628adbf36ecb5af2c15c0790824289a34da2132075746f65e5 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_30-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c9c97e5f8bd8611243c823715ddabbd395629ce --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc064c9ecb746dfc3e7c9ccbcdfe85aa57e482401a0034d2a8928ae1a607b19 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_31-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..525d0aea919401adcce7ad3ed86880d24e3012bf --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379dacb5dcbdc0d2eb7a7c59c25b963c7c44f0214bb3fd438fec3373cc9f7e25 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_32-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8001e917574d2d2de1971a262b6c419cf6538be2 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fadd256c02d9e586ff81b592c62e4602cdbaa5cadc48dd889ced6062f36fc8a9 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_33-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e111a2765def97a5fd1f87e616cd37be7cbdb4f --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c566b4c3e1a10768e1e868edbd29d36adc998d83be33d8ac114e13898746dd8 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_34-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab2670ee03055cd6fb5f1b0d153b97f08dd03ee --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2f275fe6baf9960344c5beb7409b7e2cfaf61a2941066af5201078db89a07a +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_35-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e586d78749a21a20ace10351621553fa56ef5e87 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a06d854ff16f549ac74400ee6372f1b8a36dc4a23f432676f40f2609d08d4a6 +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_36-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..646bcd7cbed806940d37fb2a7a98c5dd28e5a693 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e0f93c8c5f3199b6c9331842f749b6733e7d1e8667f194e8c7302b49b1534a +size 157357315 diff --git a/2b855b55boscarseed1/global_step52452/layer_38-model_00-model_states.pt b/2b855b55boscarseed1/global_step52452/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9225e8d191b7d35bdbda6a75f635156127cf8f0 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bca576b74bae79ddc647bf79993ee273560b59f29c889cb17a8c76c45b8289 +size 11459 diff --git a/2b855b55boscarseed1/global_step52452/mp_rank_00_model_states.pt b/2b855b55boscarseed1/global_step52452/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76c732598bca5cda87ece8e4b5ef6f7b3e86b78 --- /dev/null +++ b/2b855b55boscarseed1/global_step52452/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17ff890ee4524a563d30feb06975745896a85287ca44a681fabd76993562f52 +size 50099 diff --git a/2b855b55boscarseed1/transformers/config.json b/2b855b55boscarseed1/transformers/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec --- /dev/null +++ b/2b855b55boscarseed1/transformers/config.json @@ -0,0 +1 @@ +{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"} \ No newline at end of file diff --git a/2b855b55boscarseed1/transformers/pytorch_model.bin b/2b855b55boscarseed1/transformers/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9b0ae685a652e5cc8517337de01641d37e09fce --- /dev/null +++ b/2b855b55boscarseed1/transformers/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4723b06e32cb853fcd3b4deb66e52e37176d73ceda37bf05a5d7cd012e466939 +size 5903417421 diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..f772f3d0e13d3867ddbef0428836f3f9b5f2b0d5 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.3874653621452948, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03723542414830446}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07924120193077218, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0020339612048906955}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.30832426939003943, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005373189440858598}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.1140383770287106, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0022130882625086713}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.03549078256911552, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0012342524299106018}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.14419042385916486, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0033307772208794675}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.05177887034670445, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0013077433915666854}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.07533765079946074, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0018908789584572414}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.29736676086786396, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00519056968040173}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10885502560700408, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020560929299673985}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07432576889319907, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0019431481640472651}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.2880250733368785, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004941073276117669}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.10656318707161754, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002059972579462119}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..cb74d16050f01bc3ca5a71bb7d9129fbbbd70c08 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.5020545893819387, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03350584724315388}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.13813597303100697, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004343575234469626}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.313939693535177, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004834625843692428}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.15905776387607035, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0035245313721274083}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.06858927457884743, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002958291745513936}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.15381670240011833, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0033293044618979994}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.07646296897485043, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0022702110297491826}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1243830823397838, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0038611095047569543}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2942884315802642, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004464599540458812}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1447493827945491, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0030370089229668153}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.12701853538684826, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003954181779126239}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.29696884678328234, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004497750513527319}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.1470618072831102, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003105657904059638}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..7f8ff509cd9884265540b63b9b1c3804b94dffde --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.6474595663852917, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.033749261818264216}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.16682426470303552, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004904035191755809}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.35518992720321907, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004850634911987141}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.18919345304479693, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004020906539943112}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.08647846859568918, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0031877568766792075}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.18512271044410877, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0036273314316476895}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.09686673325919606, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0027323521411920545}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1474814848454657, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004204053910516139}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3299647242946164, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004464709102476085}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.16989290956803452, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0034200883376219672}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.1505215372888856, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004312762058101885}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.33271084790657673, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004485077981721643}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.17258237312480734, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003498237968429449}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..d6bb7af3293f54a7c04aed9353691ddc586ff9fb --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.7974101000388205, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.035300995555352134}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.19185041972546665, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005538584270396667}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3632943877982833, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004901577309937019}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.20539523785240246, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0043441834312713794}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.10304352194037955, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.003729359321688117}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.19246399337065445, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003792863001786476}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10785897009616782, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002976531129127704}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1684332660334212, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004768794698575043}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.33651638026223396, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004495083026483739}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1832800576071327, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003685139906384128}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17356177830514777, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004960226025778066}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.33988666777362586, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004521495013562381}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.18724164222590742, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0038138315445584562}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..63293662cd92068d731e0c68438c843b1594aa0d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.856187036773294, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04208566609468901}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.1941558979984076, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005202551258696686}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3806245354946727, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004829195346257543}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.212854782343808, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004174314070051531}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.10199546993794886, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0033928104800875873}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.19965936669757708, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003703551341074504}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10969476589024942, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0027731900950575474}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1683634546629711, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0043566832823716635}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3488728378700193, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004348803789084399}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.18764372619171368, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0034255366263522004}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17464962919276103, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004600388675331363}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3540949550262167, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004425708982720254}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.19274181890169947, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0035913856572666724}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..dd79f11d121f38b1f240490df05e47a6e6af61e3 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.9506007572156446, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04343708104997622}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.21379476324957591, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005726509093593779}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.38096154342423794, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004858836768304506}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.22311633980185275, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004346060849945347}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.11715119839250678, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.003890940240399591}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.20363784223133286, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037762362083992823}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.11818892524508536, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00295085514697514}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.18686697869726804, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00491293618971321}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3511228954551617, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004496699468485909}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.19809568277405426, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003676881205999463}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.19426453812080635, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0051801806590510155}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3562973317382755, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004543508679359547}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.20382788462421034, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0038417909033861986}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..4c9462494337f925b9fb049b050fa3d9f3827e92 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.11066253706914085, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002928910263269492}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.1523983253994007, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003399666506325113}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.11185950681616857, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0024820754785304356}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.026167327632978802, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0009590721493005132}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.039605087620781305, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014476441062954658}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.028664153276260776, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0009869120448643051}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.08866909900482028, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0024688540819133784}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.12260304933149747, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002735237769190538}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.08843546851316388, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0019092354099808754}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.10335856371931597, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002800320206450295}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.14173554566197402, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0031924599240493227}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.10382759172597593, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00231759949718986}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.4474573358567544, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16056028474727593}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..7004529556509c778816002078c71280407b557b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.21131636140922483, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0035337158034419104}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.1866870269167913, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00282099186687827}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.16361987434365396, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0020659560046142464}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.0478517770664011, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002038490805684234}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.037962875213077084, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001371092507838403}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.033014749953558985, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011114874793354045}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.16582293281238897, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0029834300036000964}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14259279499083446, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0021300867673961586}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.12521582817345858, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001558164893603696}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.19965802567234178, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003376519676950631}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1758403732489615, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00263481088532624}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.15406437689304697, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019216050506638991}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.234222113045526, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11399020845442871}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..2aebe1075d4a089dda321639d2a3a1687d73e6c6 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.3141094418773111, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00416573278001532}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.22940008952218904, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00293965228839845}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.21327790105912361, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002123626367765033}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.09549762938217742, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.00273530312183561}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.061398178149434976, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0015372222367727667}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.057107197307562536, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001244259966149911}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.24992452403202214, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003654335121206201}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.17501635595351986, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002271613295698419}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.16372305515226618, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016337413562063383}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2969029848611265, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004037856450512545}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.21505288961058072, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002773337400418779}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.20003228082390748, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019992738211581395}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 3.3676607764003217, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09972910399869098}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..cc03bf41b27f380339cc0a7c6943ae28ecf6bb4a --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.28268685911370317, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004637188156668055}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.18409327360839817, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0031019865635269804}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1768067526444316, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0024103919936753083}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.08893786285650683, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028809029879869066}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.051451700030867215, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0015100945662155152}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.04908335278882542, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001259419567652984}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.23112334382781183, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00404785682668799}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14465585707078885, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024508713978240565}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1398727094077612, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.00190370757505087}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2676146693697874, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0044929343631950796}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1727964717658116, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002934531649979208}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16596299501958178, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002268558499185917}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.5100531240020096, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08355534400349254}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..f770279169b2888e9f09815090e3c732d89996d0 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.09970745779830552, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0038043727328119364}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.058330320058960515, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002304682727068326}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.05785729663477462, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.00206713711962407}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.03251777234466793, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002118565236435376}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0157312964921023, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0009417925496167887}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.01586522511044624, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008738621376063839}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.08319245348009295, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003314160751463669}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.045957921356138506, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0017994917564425523}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.04614935936982993, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016418345149214004}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.09506233436053896, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0036891395010224814}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.05471724465904111, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002160632018166085}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.054430641995148826, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019486405975030696}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 0.04917871997945816, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.011759933442199213}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..d7504589375f50e855ee0a825765c2c4c5f00a6e --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.016926529938962757, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017542537795902154}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.009125253685177769, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.000969098392727483}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.009268964916814223, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0009052508868439835}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.005744462226327518, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0010007163239292981}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0023078050122082674, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0003236324380479218}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.0024499806068106226, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0003527027815852848}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.014476931308522548, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015849642921362528}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.007236663297279324, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0007586205468140797}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.007481300849596843, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0007363124175643151}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.016248179255626216, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0017036429753655277}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.008608059036178293, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0009159521418304884}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.008756700641596853, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0008553971822440313}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 3.251297751095593e-15, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 2.2756569350525874e-13}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..fb0e6f754718a1048e00639db0bd0c4a470b1f3b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 1.437766723519246, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09601693208778553}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.06682593340511514, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002952306748243577}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.07411634430724061, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002440217152157383}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.05697592047597413, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001797926433458445}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.03302807726183616, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026842391549936058}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.020186894041125805, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0010247172485624153}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.01536092726240684, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0007275923931318573}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.059300337799532137, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0028179539898848588}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.0627631568875468, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0019877464517148377}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.04817663930211532, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001441653552877007}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.06115951525215789, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0028822223580796964}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.06504695760327411, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0021677061434374}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.05013042205677747, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0015967631420436168}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..f148ed46ebd1a7cff6260f657b7360ca7d94954d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 11.62900114602928, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.12375373723225518}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5451742466970191, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0031871274029679347}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.42699010077430416, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002993746517475021}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4532632284631901, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023357245319248128}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.25901594004684103, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026481164571408537}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.19967940412954954, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002150539393155852}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.21213479459536141, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00200420243212873}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.39849798994000396, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002891246679965464}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.30848615876058605, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024225677805289614}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3285423507597364, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020415117574899455}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4456143620680348, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003122680182394469}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3470464325365321, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027268741807027325}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.36907713647334306, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002300458864383123}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..ab8e2c849965053a6a9660ef16213d8f66622f30 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 13.729160049438256, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1736907281701951}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5634456592765337, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032605825884623875}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4507541061463029, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002906328181160322}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.47530706522941923, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002269457728441495}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2815290448207918, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002753285147028329}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.22195870594530004, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022195041064945104}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.2341310438118546, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020588137466063974}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4209016470779559, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002977541526452533}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3340077842371586, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002421139901332985}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.35308286491366014, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020611951680921453}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4708991644421341, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032013103972900166}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.37549861015631975, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027163777945055085}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.39646432858915454, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002297137968372773}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..a9a82c11ef0d09384199860be62df5a9bb82f5af --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.656321484968338, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16972615882626144}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.562305630265398, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0031652462189463455}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.45987404198942383, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029703575294102538}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.481855176889266, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023194359466880616}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.28607085855671466, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026818690615633698}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23244587918587184, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023199138687154393}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24305694094335184, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002123297563978059}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.42325154418181776, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0029627688959181155}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3438696118575136, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002544580090336099}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3609373253216462, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021623298108111337}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4738281598993863, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031390310182449546}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3870708802610871, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0028114899441298146}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.4057493785678476, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023733460830390393}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..06d99d438545b055b4e27479ba104441fbed3388 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.86567209647234, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1698994576553632}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5617781131802088, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0031498802155263354}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4644614761582281, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002913234539030529}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48520025166396413, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0022710972512261737}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.28619393128692944, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026729329824444277}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23420939809091432, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002276451514506276}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24457201060976938, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020933772966934307}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.42146275702407654, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002914643656813693}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3464822229612734, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002492385305150263}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3625475863783199, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021245993785308807}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.47411718930833535, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031026386741017796}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.39167901823656365, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027780135939656702}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.4093821222952128, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023455160101698755}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd1676fca9c3858c01ee58874dbf9d064f643f5 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 15.289969326745096, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.18607000102245602}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5632204022613888, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003103135022734702}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.47164683809384095, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002908230821621064}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4906980372483691, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002239893074756519}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2877460964400698, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026429503525263634}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2390728657869137, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002310643034275551}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24829610593304763, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020949289601966516}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4237547074950468, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0028847192725157873}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.35261589040821234, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024851798387174827}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.36759351204975677, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021027612292422067}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.47777427942316386, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0030842277651955876}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.39955550811910373, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027834183799787483}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.4159536808731392, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023281286496698744}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..efbf22dc4e61a2bb7ea8259e4d3149e102a2c804 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.128407969365843, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002769379137931314}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.28081510742998406, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0050120899952934604}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.1689835758831468, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002909677887536588}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.024652996119864618, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000955948532331516}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05810032212253773, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022927268363733713}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03387029006729459, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0013021207744595693}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.09666837873309425, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0022730104891178654}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.20987985909058215, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0036739360369203336}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.12615365625808, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021035092514434853}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.10360125474806216, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002405028582077681}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.22574783474612775, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0041146322853027936}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13565709106740156, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023697011210948855}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.4545481947126708, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09713541074149565}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e38071474ca01985d756ed162f95698002f745 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.19023841390883325, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0035309340744832805}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.27962343690881464, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004132211352100015}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.20926024778288918, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003005889502894419}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.03891937014424581, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0019275156487078334}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05543377598085919, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002244661735424776}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.041673153288058665, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0017602506848527716}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.1431295220245165, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0028617657540101794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.2090088704299264, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003179674014248957}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15651748983436384, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0023572357647388027}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.14718107674906517, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0028690839015025824}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.21825500900582057, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003449567102877007}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.16204529127719666, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0024330869873563756}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.6998688208970665, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0635045004591692}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfebc2d1cd1f81b0171fe696f5d12259e7bca3f --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.21424459004855737, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003920695419573458}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2624779464711849, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0037294949681331594}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.21872784412701274, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003178250857438001}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.04672293178100336, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0021812637389958867}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05465091873648108, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022123458296598327}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04639087859085017, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001947418699616045}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.1634764389407365, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003131246677174094}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.200339897015504, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0029094756092193936}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16660605329632028, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.00250959150469725}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16575697101021414, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031483621075441776}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.20515038564912177, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0031240747920875116}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.1695028174798023, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0025624042698553767}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.9501501324779182, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.14611784928893765}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..3e92bf283de789c06ca4d930e2fe07df9a9dff13 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.20437733612799427, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004074795118159076}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.23878554843604352, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004029638009617848}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.20434572391689246, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0034706073334128465}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.043708098742975064, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0020491597551648465}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.04956386041008167, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0021286911262099997}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04306159259575956, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0018777349352262806}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.15428188125603903, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0031910918756160554}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.1810777416600256, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003111455126901863}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15409584255901532, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002676167396402293}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.1559693979368864, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032193278481836844}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.18388798573315704, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003248853518755984}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.15601886005302468, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0027270011126486237}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.0076275724787602, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11212873434350258}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..a5f15da181721ec34c72ffa65ff2f574f2bcfc5e --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.064203475659168, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004005751047576481}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.05912018551776059, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003541759965969919}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.054815129113975035, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003185657149241013}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.014296893055854982, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.00167495513512877}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.012433579102778388, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012488062780850729}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.011538671061568423, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011279494735547844}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.04883563717679719, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003126685980664847}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.044466619309858256, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0027081849463861368}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.04104305147864034, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002397020963803412}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.049557293153701935, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031472184711958118}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.04587016139594867, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0028101728309766413}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.04194817002510108, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002441184716293297}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 0.19792231261244875, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05396644461383391}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..ad20f96105a718e41771b2f175c2e3714af9a086 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/agg.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0017440472784149934, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0006359230951207035}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.0014111726662419768, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00047596721200036436}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.0015387951120581591, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0005347695829075357}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.00024693455968647276, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.00016570986035138282}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.00016295025728987994, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00010177004951804534}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.00019482690735564718, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00012504657939333306}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.001394159775364338, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0005079057065205211}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0011335604934685137, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00037243699653226857}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.001230272095389995, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0004196974441483657}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.001394159775364338, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0005079057065205211}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.0011335604934685137, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00037243699653226857}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.001230272095389995, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0004196974441483657}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.7352950413968226e-52, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 8.556725479397893e-38}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..682888460fb7fd16f5e13c53c4133f64db082b29 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614e460e19fd8ded333fa66911502064bc54375184a51f1c12329fe3c60741a5 +size 3925571 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..69f6ab94147e2ff58e9503453f08b6034a5da14b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93edc97f61c80729a43e1c31af454daf64cbf214d1626e9797d771651c99b69 +size 4728727 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..442e332cd7d688c7d4774a21c86b410f5babe22b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b2157dc192e7c27238865a4fcf3e5b30337afb8b962ff0ffa6f1eda6bc8b3f +size 5609079 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..009de08a83b56965f6da438465c573626b341e8f --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6147dabba3effb85e2f56b2e0de633bdf6da1af769eaeee62a0e4957da46d5 +size 6467041 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..74d13ea75746f9cea7aa42c6fbf1704e968f4159 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d82ed43fca54a4f6470531d3b067ee8dcdf002dacd388c573b06ce97b71347 +size 7351692 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d2096db80cf531ea361788b08e5112d90f4a2e49 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d193db358b09ed15f765c814069c4d6105929e053f2b2a1a7f4b34f5f3ab038 +size 8199554 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ac5aa7ebf80fade54386c8c37cb310880295707b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32cf30424616a39bec9a37244ef93af887555b18e3e70799ae8f9c7ada1019ca +size 7298097 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b9d31699afac73ee6108cc9541824ad005319906 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af39047d2f20212486eac7f719ea249545a119280f4918a27c862dd66a802859 +size 13030356 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..368785179e808adb1064af0e0f65a41058fa6978 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18be52d760b2de7fcd530445ee2efaeb257b2204247295bcad5eaac308ad6bd1 +size 18574049 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..38d03bf23fd4077825dc9974218a941cf6bc545e --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff092896c1b5c89a0e0cdcbde6da9ac7236dd67102f4b96b5ca2f9aa7cd7c08 +size 24029434 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9e62b240aca4cd2a945267e5ff750b55fd434835 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c55bdb288157f3bbeeb547d2f495adee5fff9d815f42fa5b52b9ad5b00125c +size 29363341 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..717bd8c0c08d120fcd0c8e1eca51c615cd6aad74 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227ec7920e53a7cccec0d1db2edc83e0724066c532b0dcbc2fa67c6cdaf4d0c9 +size 34782789 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b7cbe97baaa8e385049838b7633647ea2cdaa5ff --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe3d9d1ec42ceba85f18417f449c1832bb089246e8797c90d80948e9add5a2f +size 4039417 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4156fbd9683860e21051500f274c2ac7dc1d177c --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a37b9681adf70ecb6ca66a0df9593bfc12364e953673393ad7e1cafa6f341cb +size 5010246 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3aae5f1af0bfc6359ec2cdfc83591116f452dbe2 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8043fc50ce02ecc3fbe615facc375878456be2ec282e77676bc1b350ad3d0d89 +size 6099989 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cc80346f9626c8d7877388e11a65ac0980392666 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:909b9cd9104b71498c6f77fac635445b46771784705d32ebd85a736b7daca80f +size 7184748 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a43dff5efbf60649180e371ca7761522bc2d44f --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1abd5accc1973a39530f57c84289dae2cd00997ffe65630584c10c7aad8962b +size 8266227 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a4b02f6fc47ac2a1809797feb5aeea65d540f5c9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504287f9149f66706cabf3b0672f8fe3420988b1fafa97bf5f35df107273d842 +size 9356339 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..37b713bbccd45606920e35277f59ec04bc7c8023 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79998f20a91b59951052e91d7288d2020b0568b1128b5183143836924524f807 +size 2793977 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ef51ae2ac9f073cf3a0b383f2ac80ae20c48096d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71eaa2f5cf9b3ad1b91c5716222259928165fd0ace99de27da2ed2c1b9d901e +size 4997328 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..45b91c42b8a0c31291695d82f22d9608dc61a5dd --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cada76dadbd64d384f5377f401e89f34ed7edb3fba19bdbd55fe0a8ec7735529 +size 7236003 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..19ddd2a9f145e931bcff04a54871b128673bded5 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8142843e93140051e84389b7606a20a15f0fd1210e34b2650ce7c53862223f85 +size 9506630 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a600b466455589a6884cffeb34eef78b5dee7f76 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8376d3aab95d473f7de8961c746258e111ef9f8ed7f8bfdec6939c0c5a6677 +size 11636153 diff --git a/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.jsonl b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7c1de7beb5f573c509a3865a876787d63d7bab5f --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/examples.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af8ddefecc37923f1224912f432fc6d88f89c0d4123267b675003d2b8665a76 +size 13897103 diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..579e7227d397746712328494e629f26c455a89d0 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.3874653621452948, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03723542414830446 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.07924120193077218, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0020339612048906955 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.30832426939003943, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.005373189440858598 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.1140383770287106, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0022130882625086713 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.03549078256911552, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0012342524299106018 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.14419042385916486, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0033307772208794675 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.05177887034670445, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0013077433915666854 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.07533765079946074, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0018908789584572414 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.29736676086786396, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.00519056968040173 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.10885502560700408, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0020560929299673985 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.07432576889319907, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0019431481640472651 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.2880250733368785, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004941073276117669 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.10656318707161754, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002059972579462119 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a6a1d81d1b21ae992238c3810ad497c71aa62b --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.5020545893819387, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03350584724315388 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.13813597303100697, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004343575234469626 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.313939693535177, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004834625843692428 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.15905776387607035, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0035245313721274083 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.06858927457884743, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002958291745513936 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.15381670240011833, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0033293044618979994 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.07646296897485043, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0022702110297491826 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1243830823397838, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0038611095047569543 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.2942884315802642, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004464599540458812 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.1447493827945491, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0030370089229668153 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.12701853538684826, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003954181779126239 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.29696884678328234, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004497750513527319 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.1470618072831102, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003105657904059638 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..6574e375b159d05b91cf0a6d0a924199a1348850 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.6474595663852917, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.033749261818264216 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.16682426470303552, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004904035191755809 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.35518992720321907, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004850634911987141 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.18919345304479693, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004020906539943112 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.08647846859568918, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0031877568766792075 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.18512271044410877, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0036273314316476895 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.09686673325919606, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0027323521411920545 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1474814848454657, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004204053910516139 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3299647242946164, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004464709102476085 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.16989290956803452, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0034200883376219672 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.1505215372888856, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004312762058101885 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.33271084790657673, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004485077981721643 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.17258237312480734, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003498237968429449 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..a81365e91974e0ef0f70edfa7b20368199298d9e --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.7974101000388205, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.035300995555352134 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.19185041972546665, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005538584270396667 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3632943877982833, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004901577309937019 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.20539523785240246, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0043441834312713794 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.10304352194037955, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.003729359321688117 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.19246399337065445, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003792863001786476 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10785897009616782, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002976531129127704 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1684332660334212, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004768794698575043 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.33651638026223396, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004495083026483739 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.1832800576071327, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003685139906384128 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17356177830514777, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004960226025778066 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.33988666777362586, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004521495013562381 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.18724164222590742, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0038138315445584562 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..d0aea12aa8b66c22366f5df9c7548c755a44c078 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.856187036773294, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.04208566609468901 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.1941558979984076, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005202551258696686 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3806245354946727, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004829195346257543 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.212854782343808, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004174314070051531 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.10199546993794886, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0033928104800875873 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.19965936669757708, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003703551341074504 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10969476589024942, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0027731900950575474 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1683634546629711, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0043566832823716635 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3488728378700193, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004348803789084399 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.18764372619171368, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0034255366263522004 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17464962919276103, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004600388675331363 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3540949550262167, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004425708982720254 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.19274181890169947, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0035913856572666724 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..ff389736060348c16a5be281a8b65b8e2160ebb9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.9506007572156446, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.04343708104997622 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.21379476324957591, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005726509093593779 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.38096154342423794, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004858836768304506 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.22311633980185275, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004346060849945347 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.11715119839250678, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.003890940240399591 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.20363784223133286, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037762362083992823 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.11818892524508536, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.00295085514697514 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.18686697869726804, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00491293618971321 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3511228954551617, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004496699468485909 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.19809568277405426, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003676881205999463 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.19426453812080635, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0051801806590510155 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3562973317382755, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004543508679359547 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.20382788462421034, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0038417909033861986 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..8adab3054e08c16e7d8bd377cb65a18f63ef8a5e --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.11066253706914085, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.002928910263269492 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.1523983253994007, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.003399666506325113 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.11185950681616857, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0024820754785304356 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.026167327632978802, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0009590721493005132 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.039605087620781305, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014476441062954658 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.028664153276260776, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0009869120448643051 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.08866909900482028, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0024688540819133784 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.12260304933149747, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002735237769190538 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.08843546851316388, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0019092354099808754 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.10335856371931597, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.002800320206450295 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.14173554566197402, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0031924599240493227 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.10382759172597593, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00231759949718986 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.4474573358567544, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.16056028474727593 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..7c338c7c12f9d73c999e81564cdd4815c74c077f --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.21131636140922483, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0035337158034419104 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.1866870269167913, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00282099186687827 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.16361987434365396, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0020659560046142464 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.0478517770664011, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002038490805684234 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.037962875213077084, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.001371092507838403 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.033014749953558985, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0011114874793354045 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.16582293281238897, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0029834300036000964 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14259279499083446, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0021300867673961586 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.12521582817345858, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.001558164893603696 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.19965802567234178, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003376519676950631 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1758403732489615, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00263481088532624 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.15406437689304697, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0019216050506638991 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.234222113045526, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.11399020845442871 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..40a1c701da8d6373dbfd02747175bb18b51c83c7 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.3141094418773111, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.00416573278001532 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.22940008952218904, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00293965228839845 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.21327790105912361, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002123626367765033 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.09549762938217742, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.00273530312183561 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.061398178149434976, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0015372222367727667 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.057107197307562536, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001244259966149911 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.24992452403202214, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003654335121206201 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.17501635595351986, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002271613295698419 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.16372305515226618, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016337413562063383 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2969029848611265, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004037856450512545 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.21505288961058072, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002773337400418779 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.20003228082390748, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0019992738211581395 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 3.3676607764003217, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.09972910399869098 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..c6a82fbec0b0243c6b857475be710355ae062d45 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.28268685911370317, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004637188156668055 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.18409327360839817, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0031019865635269804 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.1768067526444316, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0024103919936753083 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.08893786285650683, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028809029879869066 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.051451700030867215, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0015100945662155152 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.04908335278882542, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001259419567652984 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.23112334382781183, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00404785682668799 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14465585707078885, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0024508713978240565 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.1398727094077612, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.00190370757505087 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2676146693697874, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0044929343631950796 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1727964717658116, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002934531649979208 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.16596299501958178, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002268558499185917 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.5100531240020096, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.08355534400349254 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..48ae9ff52bc6b6b0deccdafaa8804e887b83b6f3 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.09970745779830552, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0038043727328119364 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.058330320058960515, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002304682727068326 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.05785729663477462, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.00206713711962407 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.03251777234466793, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002118565236435376 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.0157312964921023, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0009417925496167887 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.01586522511044624, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008738621376063839 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.08319245348009295, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003314160751463669 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.045957921356138506, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0017994917564425523 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.04614935936982993, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016418345149214004 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.09506233436053896, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0036891395010224814 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.05471724465904111, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002160632018166085 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.054430641995148826, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0019486405975030696 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 0.04917871997945816, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.011759933442199213 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..26684f53c0d53b78d6b0d292bea37a3b578e912c --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.016926529938962757, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0017542537795902154 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.009125253685177769, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.000969098392727483 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.009268964916814223, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0009052508868439835 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.005744462226327518, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0010007163239292981 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.0023078050122082674, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0003236324380479218 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.0024499806068106226, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0003527027815852848 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.014476931308522548, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0015849642921362528 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.007236663297279324, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0007586205468140797 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.007481300849596843, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0007363124175643151 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.016248179255626216, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0017036429753655277 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.008608059036178293, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0009159521418304884 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.008756700641596853, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0008553971822440313 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 3.251297751095593e-15, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 2.2756569350525874e-13 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..3010bb20bdbb201b3075355dc3d18618a209da58 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 1.437766723519246, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.09601693208778553 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.06682593340511514, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.002952306748243577 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.07411634430724061, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002440217152157383 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.05697592047597413, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.001797926433458445 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.03302807726183616, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026842391549936058 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.020186894041125805, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0010247172485624153 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.01536092726240684, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0007275923931318573 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.059300337799532137, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0028179539898848588 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.0627631568875468, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0019877464517148377 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.04817663930211532, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.001441653552877007 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.06115951525215789, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0028822223580796964 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.06504695760327411, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0021677061434374 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.05013042205677747, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0015967631420436168 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..a8c0d188bbf0399ab0bbdb9478318ada10783330 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 11.62900114602928, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.12375373723225518 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5451742466970191, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0031871274029679347 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.42699010077430416, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002993746517475021 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4532632284631901, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0023357245319248128 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.25901594004684103, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026481164571408537 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.19967940412954954, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002150539393155852 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.21213479459536141, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.00200420243212873 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.39849798994000396, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002891246679965464 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.30848615876058605, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024225677805289614 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3285423507597364, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020415117574899455 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4456143620680348, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003122680182394469 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3470464325365321, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027268741807027325 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.36907713647334306, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002300458864383123 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..840b685236e9a303adbde2e7d0be00060014a64d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 13.729160049438256, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.1736907281701951 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5634456592765337, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032605825884623875 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4507541061463029, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002906328181160322 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.47530706522941923, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002269457728441495 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2815290448207918, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002753285147028329 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.22195870594530004, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022195041064945104 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.2341310438118546, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020588137466063974 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4209016470779559, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002977541526452533 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3340077842371586, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002421139901332985 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.35308286491366014, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020611951680921453 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4708991644421341, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0032013103972900166 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.37549861015631975, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027163777945055085 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.39646432858915454, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002297137968372773 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..1a844ef245bed0b5a556f1942b149e9079bdd57d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.656321484968338, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16972615882626144 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.562305630265398, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0031652462189463455 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.45987404198942383, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0029703575294102538 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.481855176889266, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0023194359466880616 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.28607085855671466, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026818690615633698 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23244587918587184, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0023199138687154393 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24305694094335184, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002123297563978059 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.42325154418181776, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0029627688959181155 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3438696118575136, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002544580090336099 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3609373253216462, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021623298108111337 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4738281598993863, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031390310182449546 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3870708802610871, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0028114899441298146 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.4057493785678476, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023733460830390393 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..64bc7b32796689b23522ff65e52a90fb6a4eeef1 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.86567209647234, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.1698994576553632 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5617781131802088, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0031498802155263354 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4644614761582281, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002913234539030529 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48520025166396413, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0022710972512261737 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.28619393128692944, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026729329824444277 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23420939809091432, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002276451514506276 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24457201060976938, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020933772966934307 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.42146275702407654, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002914643656813693 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3464822229612734, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002492385305150263 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3625475863783199, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021245993785308807 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.47411718930833535, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031026386741017796 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.39167901823656365, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027780135939656702 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.4093821222952128, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023455160101698755 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..6cd2be16cc0301686cd4f3bf814e62b73ad3e0e3 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 15.289969326745096, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.18607000102245602 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5632204022613888, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.003103135022734702 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.47164683809384095, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002908230821621064 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4906980372483691, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002239893074756519 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2877460964400698, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026429503525263634 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2390728657869137, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002310643034275551 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24829610593304763, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020949289601966516 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4237547074950468, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0028847192725157873 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.35261589040821234, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024851798387174827 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.36759351204975677, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021027612292422067 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.47777427942316386, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0030842277651955876 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.39955550811910373, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027834183799787483 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.4159536808731392, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023281286496698744 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..f771014e517a15bf80badb7aa5274f32bf0fdac0 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.128407969365843, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.002769379137931314 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.28081510742998406, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0050120899952934604 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.1689835758831468, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.002909677887536588 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.024652996119864618, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.000955948532331516 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05810032212253773, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0022927268363733713 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.03387029006729459, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0013021207744595693 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.09666837873309425, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0022730104891178654 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.20987985909058215, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0036739360369203336 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.12615365625808, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0021035092514434853 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.10360125474806216, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.002405028582077681 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.22574783474612775, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0041146322853027936 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.13565709106740156, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0023697011210948855 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.4545481947126708, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.09713541074149565 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..e5482f99cddedcd9a6743f1158e3a84b396db466 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.19023841390883325, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0035309340744832805 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.27962343690881464, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004132211352100015 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.20926024778288918, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003005889502894419 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.03891937014424581, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0019275156487078334 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05543377598085919, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.002244661735424776 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.041673153288058665, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0017602506848527716 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.1431295220245165, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0028617657540101794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.2090088704299264, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.003179674014248957 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.15651748983436384, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0023572357647388027 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.14718107674906517, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0028690839015025824 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.21825500900582057, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003449567102877007 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.16204529127719666, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0024330869873563756 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.6998688208970665, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.0635045004591692 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..fa040c16282d01396a98749a9ed56ba9ad9f802d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.21424459004855737, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003920695419573458 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.2624779464711849, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0037294949681331594 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.21872784412701274, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003178250857438001 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.04672293178100336, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0021812637389958867 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05465091873648108, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0022123458296598327 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04639087859085017, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001947418699616045 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.1634764389407365, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003131246677174094 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.200339897015504, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0029094756092193936 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16660605329632028, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.00250959150469725 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16575697101021414, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0031483621075441776 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.20515038564912177, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0031240747920875116 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.1695028174798023, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0025624042698553767 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.9501501324779182, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.14611784928893765 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..c1b41e7146c8f65d295f6c63df62b5638fb2ee58 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.20437733612799427, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004074795118159076 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.23878554843604352, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004029638009617848 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.20434572391689246, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0034706073334128465 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.043708098742975064, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0020491597551648465 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.04956386041008167, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0021286911262099997 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04306159259575956, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0018777349352262806 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.15428188125603903, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0031910918756160554 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.1810777416600256, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.003111455126901863 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.15409584255901532, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002676167396402293 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.1559693979368864, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0032193278481836844 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.18388798573315704, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003248853518755984 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.15601886005302468, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0027270011126486237 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.0076275724787602, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.11212873434350258 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..59fc995ae7150a77ec907aeede40a7322d900f1c --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.064203475659168, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004005751047576481 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.05912018551776059, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.003541759965969919 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.054815129113975035, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003185657149241013 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.014296893055854982, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.00167495513512877 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.012433579102778388, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0012488062780850729 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.011538671061568423, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0011279494735547844 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.04883563717679719, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003126685980664847 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.044466619309858256, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0027081849463861368 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.04104305147864034, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002397020963803412 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.049557293153701935, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0031472184711958118 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.04587016139594867, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0028101728309766413 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.04194817002510108, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.002441184716293297 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 0.19792231261244875, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.05396644461383391 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..e655187187f04c46cc6c1e50c1b7f9744ee09a91 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/generation/slim.2b855b55boscarseed2_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.0017440472784149934, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0006359230951207035 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.0014111726662419768, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.00047596721200036436 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.0015387951120581591, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0005347695829075357 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.00024693455968647276, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.00016570986035138282 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.00016295025728987994, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.00010177004951804534 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.00019482690735564718, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.00012504657939333306 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.001394159775364338, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0005079057065205211 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0011335604934685137, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.00037243699653226857 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.001230272095389995, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0004196974441483657 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.001394159775364338, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0005079057065205211 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.0011335604934685137, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.00037243699653226857 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.001230272095389995, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0004196974441483657 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.7352950413968226e-52, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 8.556725479397893e-38 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0.json new file mode 100644 index 0000000000000000000000000000000000000000..35a58787682a7f1f140e7e5d1e33673dff22cab1 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.338, + "acc_stderr": 0.014965960710224489 + }, + "anli_r2": { + "acc": 0.356, + "acc_stderr": 0.015149042659306618 + }, + "anli_r3": { + "acc": 0.34833333333333333, + "acc_stderr": 0.013759437498874073 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.23395931142410017 + }, + "copa": { + "acc": 0.73, + "acc_stderr": 0.0446196043338474 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841067, + "acc_norm": 0.45717984465245964, + "acc_norm_stderr": 0.004971449552787177 + }, + "rte": { + "acc": 0.5379061371841155, + "acc_stderr": 0.030009848912529117 + }, + "winogrande": { + "acc": 0.5130228887134964, + "acc_stderr": 0.014047718393997663 + }, + "storycloze_2016": { + "acc": 0.6574024585783004, + "acc_stderr": 0.010974556525299994 + }, + "boolq": { + "acc": 0.6012232415902141, + "acc_stderr": 0.008563973987729907 + }, + "arc_easy": { + "acc": 0.5281986531986532, + "acc_stderr": 0.010243454104071783, + "acc_norm": 0.4684343434343434, + "acc_norm_stderr": 0.010239317603199497 + }, + "arc_challenge": { + "acc": 0.25, + "acc_stderr": 0.012653835621466646, + "acc_norm": 0.27303754266211605, + "acc_norm_stderr": 0.013019332762635737 + }, + "sciq": { + "acc": 0.814, + "acc_stderr": 0.012310790208412789, + "acc_norm": 0.712, + "acc_norm_stderr": 0.01432694179723156 + }, + "piqa": { + "acc": 0.7078346028291621, + "acc_stderr": 0.010610252174513658, + "acc_norm": 0.7094668117519043, + "acc_norm_stderr": 0.010592765034696534 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..35a58787682a7f1f140e7e5d1e33673dff22cab1 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.338, + "acc_stderr": 0.014965960710224489 + }, + "anli_r2": { + "acc": 0.356, + "acc_stderr": 0.015149042659306618 + }, + "anli_r3": { + "acc": 0.34833333333333333, + "acc_stderr": 0.013759437498874073 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.23395931142410017 + }, + "copa": { + "acc": 0.73, + "acc_stderr": 0.0446196043338474 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841067, + "acc_norm": 0.45717984465245964, + "acc_norm_stderr": 0.004971449552787177 + }, + "rte": { + "acc": 0.5379061371841155, + "acc_stderr": 0.030009848912529117 + }, + "winogrande": { + "acc": 0.5130228887134964, + "acc_stderr": 0.014047718393997663 + }, + "storycloze_2016": { + "acc": 0.6574024585783004, + "acc_stderr": 0.010974556525299994 + }, + "boolq": { + "acc": 0.6012232415902141, + "acc_stderr": 0.008563973987729907 + }, + "arc_easy": { + "acc": 0.5281986531986532, + "acc_stderr": 0.010243454104071783, + "acc_norm": 0.4684343434343434, + "acc_norm_stderr": 0.010239317603199497 + }, + "arc_challenge": { + "acc": 0.25, + "acc_stderr": 0.012653835621466646, + "acc_norm": 0.27303754266211605, + "acc_norm_stderr": 0.013019332762635737 + }, + "sciq": { + "acc": 0.814, + "acc_stderr": 0.012310790208412789, + "acc_norm": 0.712, + "acc_norm_stderr": 0.01432694179723156 + }, + "piqa": { + "acc": 0.7078346028291621, + "acc_stderr": 0.010610252174513658, + "acc_norm": 0.7094668117519043, + "acc_norm_stderr": 0.010592765034696534 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1.json new file mode 100644 index 0000000000000000000000000000000000000000..5c81ffaa9e7e08ba295ce5b79633a89268ffa886 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095524 + }, + "anli_r2": { + "acc": 0.308, + "acc_stderr": 0.01460648312734276 + }, + "anli_r3": { + "acc": 0.3308333333333333, + "acc_stderr": 0.013588208070709002 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.06737697508644648, + "f1": 0.3421052631578947 + }, + "copa": { + "acc": 0.69, + "acc_stderr": 0.04648231987117316 + }, + "hellaswag": { + "acc": 0.3707428799044015, + "acc_stderr": 0.0048201660022530735, + "acc_norm": 0.46116311491734713, + "acc_norm_stderr": 0.004974706428434293 + }, + "rte": { + "acc": 0.5342960288808665, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5256511444356748, + "acc_stderr": 0.01403398095610855 + }, + "storycloze_2016": { + "acc": 0.6509887760555852, + "acc_stderr": 0.011022640519108543 + }, + "boolq": { + "acc": 0.5480122324159021, + "acc_stderr": 0.008704643851177519 + }, + "arc_easy": { + "acc": 0.547979797979798, + "acc_stderr": 0.010212436978834095, + "acc_norm": 0.5281986531986532, + "acc_norm_stderr": 0.010243454104071787 + }, + "arc_challenge": { + "acc": 0.24829351535836178, + "acc_stderr": 0.012624912868089753, + "acc_norm": 0.2696245733788396, + "acc_norm_stderr": 0.012968040686869147 + }, + "sciq": { + "acc": 0.869, + "acc_stderr": 0.010674874844837954, + "acc_norm": 0.845, + "acc_norm_stderr": 0.011450157470799463 + }, + "piqa": { + "acc": 0.6996735582154516, + "acc_stderr": 0.010695225308183133, + "acc_norm": 0.7007616974972797, + "acc_norm_stderr": 0.010684130673134581 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..5c81ffaa9e7e08ba295ce5b79633a89268ffa886 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095524 + }, + "anli_r2": { + "acc": 0.308, + "acc_stderr": 0.01460648312734276 + }, + "anli_r3": { + "acc": 0.3308333333333333, + "acc_stderr": 0.013588208070709002 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.06737697508644648, + "f1": 0.3421052631578947 + }, + "copa": { + "acc": 0.69, + "acc_stderr": 0.04648231987117316 + }, + "hellaswag": { + "acc": 0.3707428799044015, + "acc_stderr": 0.0048201660022530735, + "acc_norm": 0.46116311491734713, + "acc_norm_stderr": 0.004974706428434293 + }, + "rte": { + "acc": 0.5342960288808665, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5256511444356748, + "acc_stderr": 0.01403398095610855 + }, + "storycloze_2016": { + "acc": 0.6509887760555852, + "acc_stderr": 0.011022640519108543 + }, + "boolq": { + "acc": 0.5480122324159021, + "acc_stderr": 0.008704643851177519 + }, + "arc_easy": { + "acc": 0.547979797979798, + "acc_stderr": 0.010212436978834095, + "acc_norm": 0.5281986531986532, + "acc_norm_stderr": 0.010243454104071787 + }, + "arc_challenge": { + "acc": 0.24829351535836178, + "acc_stderr": 0.012624912868089753, + "acc_norm": 0.2696245733788396, + "acc_norm_stderr": 0.012968040686869147 + }, + "sciq": { + "acc": 0.869, + "acc_stderr": 0.010674874844837954, + "acc_norm": 0.845, + "acc_norm_stderr": 0.011450157470799463 + }, + "piqa": { + "acc": 0.6996735582154516, + "acc_stderr": 0.010695225308183133, + "acc_norm": 0.7007616974972797, + "acc_norm_stderr": 0.010684130673134581 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2.json new file mode 100644 index 0000000000000000000000000000000000000000..1bdd240b02fc01a71920926228c2ec8c75509be9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928355 + }, + "anli_r2": { + "acc": 0.332, + "acc_stderr": 0.014899597242811485 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417464 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.2872985170857511 + }, + "copa": { + "acc": 0.69, + "acc_stderr": 0.04648231987117316 + }, + "hellaswag": { + "acc": 0.37094204341764586, + "acc_stderr": 0.004820697457420423, + "acc_norm": 0.4651463851822346, + "acc_norm_stderr": 0.004977643730848598 + }, + "rte": { + "acc": 0.516245487364621, + "acc_stderr": 0.030080573208738064 + }, + "winogrande": { + "acc": 0.5209155485398579, + "acc_stderr": 0.014040185494212945 + }, + "storycloze_2016": { + "acc": 0.6397648316408338, + "acc_stderr": 0.011101519668493525 + }, + "boolq": { + "acc": 0.5376146788990825, + "acc_stderr": 0.008720273736433685 + }, + "arc_easy": { + "acc": 0.5585016835016835, + "acc_stderr": 0.010189314382749922, + "acc_norm": 0.5374579124579124, + "acc_norm_stderr": 0.0102309521045708 + }, + "arc_challenge": { + "acc": 0.25, + "acc_stderr": 0.012653835621466646, + "acc_norm": 0.2781569965870307, + "acc_norm_stderr": 0.013094469919538805 + }, + "sciq": { + "acc": 0.89, + "acc_stderr": 0.009899393819724446, + "acc_norm": 0.889, + "acc_norm_stderr": 0.009938701010583726 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.01062757408051479, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148128 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..1bdd240b02fc01a71920926228c2ec8c75509be9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928355 + }, + "anli_r2": { + "acc": 0.332, + "acc_stderr": 0.014899597242811485 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417464 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.2872985170857511 + }, + "copa": { + "acc": 0.69, + "acc_stderr": 0.04648231987117316 + }, + "hellaswag": { + "acc": 0.37094204341764586, + "acc_stderr": 0.004820697457420423, + "acc_norm": 0.4651463851822346, + "acc_norm_stderr": 0.004977643730848598 + }, + "rte": { + "acc": 0.516245487364621, + "acc_stderr": 0.030080573208738064 + }, + "winogrande": { + "acc": 0.5209155485398579, + "acc_stderr": 0.014040185494212945 + }, + "storycloze_2016": { + "acc": 0.6397648316408338, + "acc_stderr": 0.011101519668493525 + }, + "boolq": { + "acc": 0.5376146788990825, + "acc_stderr": 0.008720273736433685 + }, + "arc_easy": { + "acc": 0.5585016835016835, + "acc_stderr": 0.010189314382749922, + "acc_norm": 0.5374579124579124, + "acc_norm_stderr": 0.0102309521045708 + }, + "arc_challenge": { + "acc": 0.25, + "acc_stderr": 0.012653835621466646, + "acc_norm": 0.2781569965870307, + "acc_norm_stderr": 0.013094469919538805 + }, + "sciq": { + "acc": 0.89, + "acc_stderr": 0.009899393819724446, + "acc_norm": 0.889, + "acc_norm_stderr": 0.009938701010583726 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.01062757408051479, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148128 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3.json new file mode 100644 index 0000000000000000000000000000000000000000..3b1cf26d86f393db9bcd84385e93fc1232a7920d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.315, + "acc_stderr": 0.014696631960792522 + }, + "anli_r2": { + "acc": 0.358, + "acc_stderr": 0.015167928865407559 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382148 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.3333858888450927 + }, + "copa": { + "acc": 0.74, + "acc_stderr": 0.04408440022768078 + }, + "hellaswag": { + "acc": 0.3721370244971121, + "acc_stderr": 0.004823867761332468, + "acc_norm": 0.46176060545708025, + "acc_norm_stderr": 0.00497516738206183 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5335438042620363, + "acc_stderr": 0.014020826677598098 + }, + "storycloze_2016": { + "acc": 0.652592196686264, + "acc_stderr": 0.011010826502718736 + }, + "boolq": { + "acc": 0.5305810397553516, + "acc_stderr": 0.008728682900189714 + }, + "arc_easy": { + "acc": 0.5526094276094277, + "acc_stderr": 0.010202832385415646, + "acc_norm": 0.5395622895622896, + "acc_norm_stderr": 0.010227616386289013 + }, + "arc_challenge": { + "acc": 0.24914675767918087, + "acc_stderr": 0.01263940711192644, + "acc_norm": 0.2773037542662116, + "acc_norm_stderr": 0.013082095839059374 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..3b1cf26d86f393db9bcd84385e93fc1232a7920d --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.315, + "acc_stderr": 0.014696631960792522 + }, + "anli_r2": { + "acc": 0.358, + "acc_stderr": 0.015167928865407559 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382148 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.3333858888450927 + }, + "copa": { + "acc": 0.74, + "acc_stderr": 0.04408440022768078 + }, + "hellaswag": { + "acc": 0.3721370244971121, + "acc_stderr": 0.004823867761332468, + "acc_norm": 0.46176060545708025, + "acc_norm_stderr": 0.00497516738206183 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5335438042620363, + "acc_stderr": 0.014020826677598098 + }, + "storycloze_2016": { + "acc": 0.652592196686264, + "acc_stderr": 0.011010826502718736 + }, + "boolq": { + "acc": 0.5305810397553516, + "acc_stderr": 0.008728682900189714 + }, + "arc_easy": { + "acc": 0.5526094276094277, + "acc_stderr": 0.010202832385415646, + "acc_norm": 0.5395622895622896, + "acc_norm_stderr": 0.010227616386289013 + }, + "arc_challenge": { + "acc": 0.24914675767918087, + "acc_stderr": 0.01263940711192644, + "acc_norm": 0.2773037542662116, + "acc_norm_stderr": 0.013082095839059374 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4.json new file mode 100644 index 0000000000000000000000000000000000000000..b69e6950dff000f2b124a40ace9d126cc4638fb9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.348, + "acc_stderr": 0.01507060460376841 + }, + "anli_r2": { + "acc": 0.351, + "acc_stderr": 0.015100563798316405 + }, + "anli_r3": { + "acc": 0.33166666666666667, + "acc_stderr": 0.013596836729485164 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.3448659295971534 + }, + "copa": { + "acc": 0.74, + "acc_stderr": 0.04408440022768077 + }, + "hellaswag": { + "acc": 0.3714399522007568, + "acc_stderr": 0.00482202225488602, + "acc_norm": 0.4623580959968134, + "acc_norm_stderr": 0.004975621147406105 + }, + "rte": { + "acc": 0.4548736462093863, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5422257300710339, + "acc_stderr": 0.014002284504422436 + }, + "storycloze_2016": { + "acc": 0.6445750935328701, + "acc_stderr": 0.011068528452399879 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..b69e6950dff000f2b124a40ace9d126cc4638fb9 --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.348, + "acc_stderr": 0.01507060460376841 + }, + "anli_r2": { + "acc": 0.351, + "acc_stderr": 0.015100563798316405 + }, + "anli_r3": { + "acc": 0.33166666666666667, + "acc_stderr": 0.013596836729485164 + }, + "cb": { + "acc": 0.39285714285714285, + "acc_stderr": 0.0658538889806635, + "f1": 0.3448659295971534 + }, + "copa": { + "acc": 0.74, + "acc_stderr": 0.04408440022768077 + }, + "hellaswag": { + "acc": 0.3714399522007568, + "acc_stderr": 0.00482202225488602, + "acc_norm": 0.4623580959968134, + "acc_norm_stderr": 0.004975621147406105 + }, + "rte": { + "acc": 0.4548736462093863, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5422257300710339, + "acc_stderr": 0.014002284504422436 + }, + "storycloze_2016": { + "acc": 0.6445750935328701, + "acc_stderr": 0.011068528452399879 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5.json new file mode 100644 index 0000000000000000000000000000000000000000..0a092c970ba341a1a4e4e93acd22b4a88c2903cf --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.335, + "acc_stderr": 0.014933117490932568 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.0149550879186536 + }, + "anli_r3": { + "acc": 0.3358333333333333, + "acc_stderr": 0.013639261190932889 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.0663363415035954, + "f1": 0.27783930109511507 + }, + "copa": { + "acc": 0.67, + "acc_stderr": 0.04725815626252609 + }, + "hellaswag": { + "acc": 0.371539533957379, + "acc_stderr": 0.004822286556305215, + "acc_norm": 0.46594303923521213, + "acc_norm_stderr": 0.004978192893406277 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5311760063141279, + "acc_stderr": 0.014025142640639515 + }, + "storycloze_2016": { + "acc": 0.6413682522715125, + "acc_stderr": 0.011090657465688193 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..0a092c970ba341a1a4e4e93acd22b4a88c2903cf --- /dev/null +++ b/2b855b55boscarseed2/evaluation/rankeval/2b855b55boscarseed2_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.335, + "acc_stderr": 0.014933117490932568 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.0149550879186536 + }, + "anli_r3": { + "acc": 0.3358333333333333, + "acc_stderr": 0.013639261190932889 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.0663363415035954, + "f1": 0.27783930109511507 + }, + "copa": { + "acc": 0.67, + "acc_stderr": 0.04725815626252609 + }, + "hellaswag": { + "acc": 0.371539533957379, + "acc_stderr": 0.004822286556305215, + "acc_norm": 0.46594303923521213, + "acc_norm_stderr": 0.004978192893406277 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5311760063141279, + "acc_stderr": 0.014025142640639515 + }, + "storycloze_2016": { + "acc": 0.6413682522715125, + "acc_stderr": 0.011090657465688193 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d486cedcd33ee6291380f002b86abcf67eac5cea --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f8d42560f1da528606481ed6b0348cae1ec0ff14b807b9f3f56760e6cb5289b +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d71e056f6b8f3855ab6bf3048237c0324abf7d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d84481f1dfdfebe613aff2a6f6f73f9df67818fc0250e4ab74b77cbff88ef79 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..14048146079b8fd096449b9a11ff0e25920db969 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf27b65193bbb35a06ffdd18b7b6495341b0f03a0a22e468d2d212169b0d1f4 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdad6379dd5e7ba1ee9b3b939010593d7f382817 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b74ef7b9529ed2be1d0634f5423b436fc1e063c323be0e8ff27fbbededc431f +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8674831988394e31325ff640446b5b2081de3876 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26cd5a2ad076eebedd9f0bbce9e5597098113ac43247eb4393d348d928eabed0 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3bd86a4d6318ddde41df212e5c1d193e607e34 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec58db44ee0bce0e63fdf46b305654898e20761faa3820d1c1d89263b6146ad +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..795c45994858e3e328fe88bde7c9600e7fceac54 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e5737a9d69bc8c29bccd3559cd9a5f7732371c7f1ce5bf1460fd9506f5ab8c +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e59488788ad572db0324380766f51b2e9def9b58 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8fd863faf6e731d87538e239b24841cff087d0ce7b54a03a4fc86b9effe200 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b1f343664d340e4e1c26d2c7585ecafe37e31ca --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed3f6cd61f33ff56d72cdc25e02523b84bd36e2e048eaa3241d9035cfdcf525 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..de35c353b9d4377aeb3cc79cceccc54e14d9979b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea86185a556f56be347370e3a6d7a7767621a3af10a8a6f89583871a14e78cc0 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6feda9b662c48bdd550b644f64b655c6440cfee9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be665a7b400fbc3952643a931059d0638708676fb4f9106b8c4e60e4d2a81528 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2714e980ddf8dc86f11bffb37bd61f5c9316dd9e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72152e8d3457a960792cb11c1cceec7fd5aa84f6aadbc4d0a1a56e5e23de2da8 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..903b1ea3df454008d6c7cbafba3a022ad9775423 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c12f3aa60bc239362799e36b2eed1209cad3e58491c81dc2859d010727f056 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..637ccd36ff2c6148e87de72664a15d4f1aee51f3 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea0d2d6772ffdd017b0af74d6d7e4e29ab00917383a8add10c1cb1a1f611a05 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f37311a9293cde44744735fdc8478249cb39f13 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bad03b982553c968a872cd1125ce946006a714f31eb35cb4ef0c10c4745e9a +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a94684528959b1e9c1d690747b68d94ac686e35 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd527072308a74404daa064a205da7f409b029190cbecc9a146e7504398f7faa +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ac24a5a1be1b3438aaca9ab5c35fef85faa5470 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19af303157f706ec87001579bce5d6ac1907f3a071c6531dad1722a75fe693df +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01644cbf5b00b02e96503ebc17dec5934d822487 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d94ab973fdc67e06ca0c90f32d4af95cd3b19d8b8eacec3efb9cab80a81ed3c +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eca4db18d25120bbe7fdda1721b2d3d7ffbf272 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022623138f2d936232b01f4bb5753582b95272b1fbeccb449acf2fa862d775f9 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc42efe84ba3a7d722a0e4c604ebcb063adc1f4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0793e44db33166141ad9ca884e170748b4145b3479c2bcc80112d4e430f9a65 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..165c7ec8940f50498715555987c1de4b8d62160b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2ed799c2e592428b459d77b0e860dcf6f63956848306c65c57ddcaa1d6af7c +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..081c04bc2641be90507a3caaff3b5b29000f1a44 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e06b37e28815c96aef6296b1902383426eb5809d1f01e52f602fb517cc813712 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..76acfef31844042e28d25ef4a33769de05a89b0d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f96db33329d1f452041f70e68e748c28445a918a999993f8e6887b711324265 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e819177da4dfefe16d4001dccaaaf8addd40193b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2819a675c8f2661ccd99772cc858d4c5497f760c70c11295a87c7e1be2094a44 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..40bfdfb8943c3323ee81e92c18b61eecf7185c34 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1f8b98e1241a7e6cccebba4146c487ab7e4822afbb9f64a934fbf2297cffdb +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e31dd103dafd5265ebd77cc1a9c2c717763db427 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee843ec3ef7d6e81ebe99fdbcd89ec453c765a1346c96e1264793db463a70f6 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2cd46c00bb673cb178d0c9efdc92d931d693366 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5655d557abcbeaa9ebcce2ff7d4fa3cfec73f2a4cdfd99c0e8b692928b65f3 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..598929b7d74b5fc6b7f9848378e46f9bf619a049 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce843313cb4b0028188ebb363f73c126ce5c6258421a924d3dea584b8ab8172 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3235209d6727465335ee73cb61d6c1a36d0811bb --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d18b86eb9afb7ad20332973f40a6c756cede4f799e12ed1ff5776282b9cc6bc +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e176c7d54500bbbfbfd93839d2a0600050c38cb9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f08d6c5621bfd7268f9ba7eaa4d0bfada28f2c7f7089e5c22a5572b4844e09 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..af0d2bcb3bc44d022322fbded7aa2d47525c089b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef41ff0ed555d5f85d167d4a7034dbdb66f163ae1ce82fb578a2c10a76f788d2 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0393150687b713826ca9c03ec574fcb0dd2fe89 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e86c725f0fca0ad387b4e9366b0174c0782b39649e06e2fbc2afd0477d8b0b +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb6cee1be0b38d699624abe77a07935551ad9cc8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0c43f55a0fa6e15ccdaaed56d9ed09051e8b0c9603e63b4bbf32214ef8f9ec +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ebdef8df2f9d5bafc279100cf125ab5f64dcc6 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4cc356de690c5cbd4b0a4e27293d4408f6ff73a0cc3dc6bded75fcb226830a +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..004bdafb4cac0596e1f1c5b9f55be02265046d0a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7826a20cca314ee41e640ed0d1c82f26eaf074f74e6b286f158d9e27d6c310 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..810d23cc1970a223d210f990f9a06c9ec0ce5711 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0c9cc6a0f66e9056c35518ac1e2c944182fd938016ae2048b34e3b22ad623c +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ad5a2ae1bf144e4da84d893adc4651773c60037 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf7f7aba22a72b5461df4385d9834f1f25d77e283dcc5717ca59aebd31271af +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fd3fc0072df24a9be7e1060774d587571273697 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d18b43cdc7222903bff99577135b983afcdbc5ea06ec3de3de95e046a5db774 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2af2c622b5fc842b4cb172c9294e26cae7f5af13 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53eeb08cfdd059be82fdcc5222d77c4bc3511152d732e91ec68e44b9921d111 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6989414afd18cf28571da5d51a1659396e1424f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2083a1bc3d7c222547a75256453eb9d1cce0eb1eacb839ed141309cad44f6bce +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8530b3b7c87ecba0bb14e685f31441b00799ac9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5881c5ea6f7acdf48da6643c0fdc70a91b454242202fd3eb4a84479694ed422d +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a31c4078516d7b0e1c33971d3b914b7a4e70520 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ad797ba952d1517ae01165c31a92559a25efedf88cced14ec5e85e9eedc7de +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee34ba8a388a28b15c1cd0b5feaf0ff73e872e5 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e921bea9932affe9dd6d86ec6e7ae32dfcc11cad455c0ec5b284bf020920d638 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d7df9ca7fbe009c161a007f1b952b55fda594e2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf4413ab07748132eee268e250085e639c47e7e68853238a282041f90343e57 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1b9cdeb8198c66b9335b43e3a2da4c0e365b7f4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b3a9d987e4307eea1fd44876335cddffa976cd34053ceff4fbee658828971d +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..933414fd08ba398fb1dc9fd1247b51b82ebc044e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df77a33a7b2f23308f7c75382737a15160626ef1fe1dde36c228b3fcf99118b +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..da3d6f0f03c10f648125086cc839d3d668501538 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8e2c74510f4c21de76914c3bc9bd8c5ad30dcc0511e09376505da9b9c3fb3a +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d146ce0a5e3c67a29f40079dd6757b8bd2fc9d25 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ee5d1e684086c9d70c666054e0febe78809c5e677818faefb98fdd003b229e +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd7aef5e181730b618f856621f5adb9bcb28727 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758fc7ac88da54a5912002f62dbfd4cea948bb78a0cd258d1371aef00ad2ebee +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e41b364e19a6dfd9088f90aebe25e2d44740c15 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6656cc4d7a6f55636a64f72be67433b7f5a1338f7a101ae55391a976d74b32 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a2706d5f2f7f33c284894bfeaa56508721f1ba --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4abd2bf8754f8494c62fc6fdab4fa9e80ead7ab7dcab6890834697546b595c8 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..612e6239bcdf170794f5b6ff3607e9f7b58cd231 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd07372489ff435df4a7de1d2c3bac1eb9ae25612d5bb67e4148d8798240015 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddfd15e27f496421a36368b44411a3fac3ebc83d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58900701b8effcce14e13d83421f398a0de3c8eff4cea9799a3c3ad6abea3be1 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6afabfc0997062b96351c98d60d9dd793e091422 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ae1279d3a91d743bc5a224290d6b4147fc83a4a5c099c54c7b866e202a5bd2 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcf687c68c7aa75138935a12d10452734f32907b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7813dffd1d29a46ce21732881d4265bf7c1711f472da29257bdc7a1c410da3f1 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..685a0c8511a8a12cfc5e0128eeab688c627b7261 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e420bb82388eead27afd44de3425755541a82d6971d56e01e1349573ec5c209 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb230799ddd0c984076775c1e9d2b41c85453af --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac4919e2f8298c76b494f5d86576464194937810bdadef437adf54e88569349 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..623c3a498a79461703e3b71370e08524b1bc69c3 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d62508fe8d68a12f5fcde16f51593d55ec014b5599865ccc106d761ed6e7205 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa6bd751d8d493859c6eb5fbdddf947aaada9b9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e345501017d1c045f88383c3a5aa706fe6440e2c44e5cec67bd7a2c4562c8305 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..477095cb7465aef422bdabfa4c9075b4038ddf30 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289e54e419a3f3dcf2227d303acac7a3b5d28f2fd47c3da117018618083112a5 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcd4634689dd54355c216de8c12a95fb28a20c8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c246ec02c0f127c255ab029007921d01dfc5ab40323d176546490fb02180ed +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f80406834e439d647e5f6832074f2a9b0a08548 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27281750b321e1663c4c8513a9883bda20604c39fd3bbabc883258e6eadff963 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2cfd07255013855c6779a016d7d89475ec53848 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4972a9af0c7525fceab4bb9d77f321c9ddfd42a20817959b456df756af3506e8 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07eb0f9ac4fa5323c72d16efb2b4471a254d9ed2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338cb4305b5e6f08bd3e2ba8f376681b6114436ed5dd60008f786a6fa0666dbf +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0918c0b1b7c7ff4a10bb4c29e71588d809d27513 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5684ef278e71f205e006ef3bd737180dca331e8dd974d5f6602818162ea800 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45b14b8a5fa965afbacb2f317a2a4ddad0a8248 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a93fb7b58b6a0cda9eeb9341f5e59e61584745a2d04a7451def321a6654fab5 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..97dd699bb83297469490b5bfe3bd4478f79baa76 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7cbb7c7029a24ad52587167e5cf05ace3edacc9c8f2de0dd92fece997912d8 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0801d26dcea0b86c7c59a3061a128ad85b34b5fd --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf0d73572caa0662e39dbca8a481fb900b947aeeb92bd5a35be6e3de3755fa4 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..90b5cc3e13f3e9bb92046ddee9e1c3ac66ad7ad8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93179326f8a35d42463ea1ed4b34351270ac61e62c66cce369e8267185eab60f +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..82c5501d9e3c506166122908be12e74b58925aab --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44be5b454742634dcff539a4ee248db6fd948f124f8cebd6f369cadd15222546 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16629de1ad5ab48afd5b838b21eb7db8c1ab0596 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e73c4272eb8b8473499fbe1d97558666e3c89bcd07fb64d79cfbbcce8f2bd4a +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e49c613a4636787f9c85fd07e9ff207c122c9af --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52662ba66f16bba0c8fbdbb1f26f9729ea78573d8159d9a9945a61139385e05b +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3e41b62a5b2996c20b62e123cbd6abc85b095f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57ceea89ca34a7a8c5b0b28135d67ff69d8b1a17f0632e5d78940b9a9f3a862 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea6a317e3a0a834b36f8f4b41a0294361b443f4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49446fa798c08fa8b04b110626357664a7c66563e80ab5dca34dfafb5b5cf666 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1472faed7ed99d32bfd40e4ad367db5b7f795bfc --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f73dcf4b9ac1be49d5da00af35af28df9dd311b05ac1da5178761e813844130 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c11339952855266efa97e2d34ec25204db4de2e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49128a8f300be285bfdfa26dfdc46529325910c0493dc8bc868e13bb3530eb9 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1217df1b4f8cb1e79c55f3be86b8db32def325ce --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97689241cad3d31c1954c67607f5050767d8e86f3122f14861b6ece8edd67a75 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..730b96564455c11f9a8ee4a6879b75e4e55f52c5 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80377c858fd37cff5dbb3f8f44c0a891437cf863608e46dd20319eb03c4acc1c +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44610903fe95b8a28c6a6a425f6d28bdc43243d8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fd9317da32bc9ee1c025c385d123299e951bc48073a0493f3d7206423b1015 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e1a7ffdef082fb558a572c1244c325079e5281 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81d93c6985144710372125e9e3d4b279ef5981f570324939139f316a2148a90 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac7528a063fdde00a43f56d2d6d36174d637e88 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527694e5ce001c339bdcb081b01bd2c9a723f5bba8d24418322bcdc4c2f9a4cb +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc29e044927279025cae7c01248862fb1335f4e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e97ce58b4cbd39075953b03ab207da13e635e3d727f804ade872a0742f52352 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed105728e2895420c074fc9f4984d3fa5306f6b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33990b13661f36b8d228fd8cd00df0ba2fa1002710383f758e4b1d4f557caa5 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a8d5797166efe6652d268a27fb7668e13739f2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9b6731fb89aedcbfeeb94f2ded6b78a41081413f10e677af437377c4e6b728 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab35924eb0ad2fa798cf124267ad24df8647a684 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4635cc33f4debe8e96fbaf7edaefd971b333ecf7c9dd464a7b07733d3b6f8b51 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1f4a5285e6dd18ba29e0ba9537643f9e0653c5 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48aeb105c72ed783c80477b455ecbaae8111bf12b39d6669ba4f54887ff4a8c4 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..89306f7256006d6c9bdbb4c6cf9cf5382b7f6342 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2878b2840157953c2f2694c2e56e2e5d3122e60e001e37b48f0f407346688e +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b21f4565a717d5f89e4546cad5f3693bbab1024f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3623860ad2186b567db482718186e1c33dfc145a045ebd4eec46756b738bc44c +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d24062daff2044294f45eee35dda4f57f04c95 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20dfbaf17ca60485ef57fc23e8f278ca3d1674e058cad1c194a518365bd18cbd +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3faea992ca6dd2729369a5113228635882f0adaf --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aafa075dbefaf48f61c617bba96f0404e45c78035caf2c7e29bade49ab6df7b2 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b4af5471907d0693c96b400e0a3cc5785f46f6 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413e5d204b52abbc32005849ee83fb4c5d60c4dd638d27d8f04fa6f2a2728f15 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca583b942a330f270043d887cd2b337ac5af23b8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65722a4e9a2b5f8e14ea94fe2a49c2dce163e3d205f41849f9fd2392373074e7 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a8bb7435d30ea28e47ad1652dd2c1afcb777e9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b3b369700367be1f67f5c3341052064c20b42e049490af4240e77a785789ba +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb28add9ad5aa5ef72a021bc70168a7017ba902b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410fc9e7db4d5297fd4aab11c38d01aec857eb6a9da0773268be104472a1454e +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f068f407107b39bdd01617bc193bf37dd460576 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a36cb1d94fecfc21d0a6be7e70129c1f4eb0bbe72d22d3aab7afa17ff85d9b +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..85cc5238b880ee85c7b794760de84bcfa697d260 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f95f6c130e63e367b31bcdb4b84850d9112c968530cee1ffd06044aed71b80 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da19b2efbe4d3a6d99e9be1f9608445b1396b72 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feea45a6807b97c0d698306d90d9c42defb35f5a89d69135d3eda592b0359b45 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b80859deb0928450001a84ea0fa79d38eae173f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e251a147e337eea73e74a98c44e93447273948a040b0be84d25f85e377b53b7c +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a8401e2ad5eca788de0970b76faf83034419a7d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a579601cb120d39f7e10fab9ffe33348eddd44c003e271e8b9beb28b6ad2be35 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..53bd178305af8194541bf0a358e1c00f8e24264c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6f325ba1dd48fc7b057512b614a29b6d5d94b83cc25d673c1e3fa55b934deb +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29c399bf3bb6cd3aca6fa31575b8a422ea3a3b37 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8773b5c0e270a15696bdff591407ebd69165d745f47f455d834d8f54769da3fd +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..53a8f4f8b84f84d5a78495f18cd3c335d98127f1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a83f151274c800cf53b90f9c4f4b7211566b13ad48f788122a493c16a3a50208 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6baf632e06d1b1e0ac903e02023e0e13540d4eb4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf2ce726bb6588fad7817fd303a43b8afecaee539c612246df1d30d382f661a +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c2dd1a3706da27510833c709b9624a42496ace9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3005638e2c0da101804d6c6e30c9c4201ce94d943e9142f5daabe203f071db86 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91605001b6872782e34cd69cd6e3ac50f1c3fb71 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a97df644c192272fc126eed877510dc3db4eb1d2e5d06eaeb3a12b8fa3e5dd3 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a8951c42e8222446a64db356abd6625aae98625 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63cb5658e76e450d426b07f2c4b7e10658a9d1afe59ed0b99355b8037b15189 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64bec8ca6245909bc06255dd942256099b5263b1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11060e1cc7dc15edf50e36c94ec9c3ea6c536ef4dc102dbde11d400599bed97e +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b561d01617c2617db237a9d0b533bd604aa0248 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e391518a7ca13dcbee613514ddd2bd737285652c9bbea34cc964e3a77eb394 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e307a0edb0c79fa4e03b63f1e495bf9b2dda223f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d064119e0b3fc97f33aee6cdd2061e22645c5f1ae38a48bf965752ab6393a59f +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd58998bd0df2a92d3ff586db97ef6fe17f91467 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bdb3183397730165c88358838b8abad23088b45162299e96969c71546c538eb +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..65114dc3fdc91ab1303ae861b9912635d1ab75d0 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41e83cf23fd95f6784f50e6f5f51704227bc23b04388ad132a8a155aedc4f57 +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e2569d28eb3612d3beeb67029ad73d40aa4648 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a427d912a48e2c3e52441f83e5074a8e649c586963e16a8b13fd0ba4a37d4eed +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2becd2a852a473cec0d91df7c84e2e4cb97946c7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db67b1af41d133d60799b66a145216f6df1826a9be38ec2d0bcd11b4bc77092 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4240dafac20b778c63cf8815c542adddb2eddb55 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b611455e4ca071670106bbffd5996c751611cb3e9021f4c28a2efa5b95f9a52 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfeb199fc1c176403be3c9452c8a45840e852669 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97e8dcb489990fa0b71b55ebdf7fcb0440a98801b414a811f90ac39045edc44 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba0dbd7c3cab6e7ee3162789394931e16032395 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11d3d8c8da2616fb3b9a187f52fe1b620247cd76a483a54e607f5956df0d4cf +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c86ed145239b8776aff9e30772cee026bcf6f4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c443fa4fdaa81b7bf444cfb9be8c94e30036f653c0f44b33bb426cfbf21575ec +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba69afe1f03ffabac97842b8e6d5a3a234fc9dc2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571333ae2d966b529a207230bd9c7451b18d76505022b7f133d1e90d2af4c852 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e7278293e7cb8635bac50c2f0aaa8bafba50a9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2355e52d2634c334b3fcd5f345a6153bd1364262cd9da9a347a35059eedb75 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..71cddebce0b809688b80c7f1bfa2e927d61a1e8b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc59f9f0e1f221687020bd2546bb1dd206adafc19344a8663f687cdfc4df250b +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7b938154885f87a671fdd35ddf970940d76860 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b4228c73a0f04ecfaf7fdd39315369a98feecd4091cecacf443a456013e9ef +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ff114cb9cf1a4183dbb9af945b3282754fb99f9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b06970afed9b9b6919c8caf7b3bb4294cfd061abecb828bdd3dff1d0e6b0715 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d32694f22d8572c6c9b0d253f869e6d3a2b0ab --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f4502e7c4f55c8015239adb5f81aef2d048724e124c7f4e524ee7dd8327bd6 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64449b087615ab6d5ba6c4f2bd6bcada031eae6e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1a26a74864b5c42802e4baaa16cb627155b0ac58d1cfa0f10f49ddde429088 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..458dc1287878097cc03c1d8862e5fda2cd18a161 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacf10eaf7979efffc9dc757a9d6c7e59a9222242c2251b85c465ad7561681dd +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f514456b458761a8cc8da5a639c1608000c55904 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee5ca56391abbd5f6c5cfeed86cd0641b3b8d8241a9e4dad667ad78be4b1edf +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b597f159678fbbc90019fbe357175b55b5bab07 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe35bdbc7f9971e30ce109d74b74b9c1266fad244c791b9d603a90109c5005c +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79381a5fd692ee0c4231e310950c4802413bb34b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4871d69204c84b598d3c54afadcba0e680bf0352d19d1d109c54f9c367603238 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcce911b5c2f3678a7c2511e61b91a799da9d724 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff29c6a29b62f0b7b932951190f78ca5fa3eb5dd581a2e97ca884679f929c7cc +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ec7e5e906f8fc4bb48a665eeab1e0b8c008598 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb11885c52532c8b104d2b5f650d7b9323a8703fd2dda5f305735c69e4746f40 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..958a37abbdc57ccca8680f03f38ffaa7a8956204 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3327b83e5885e8d0db9ed51ffda0be6dcf1873bef9fd9a71c35a489f045397b2 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7d9a668819179c9cdc2defcb79801da07d4bbb --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9db0fb6b1f7274ca861bbb10458d8bbd17683e4178dfe9ccf93bd9990cb348 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..702fceba581703d619cb89e5ae3109408ed4c45f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940dcda1c8c2768b8bc0034b286cf45842bd2da2fbcb989322b38a73eaec94bd +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fff3e8db238cbb7ef721a9cd5ea901844f03a098 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6821bc8f52daa96c7e49e92244a4bbe1e616a67c3ffb08d89896544d6c6500e +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dba96281d396b2b40f0f0a501cdd79493411e34 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689e7f87c3a600fc65c316594afbffa9eeeef222c1721bfe93949082aa410383 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd33c36e9c1ed16527d27dd3e03a9d3ad02de18c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eda340fa477b2c753c382b55be691a8e4f58a05807ec42500cb02296d506a20 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c756674133061f3d5591c814b6de39e66f1ac76a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b34c1af5f0dc797b8cb2b1d74d5fbc79eff61253d813af68916be77ff0b822f +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3f5b3acff895aa9815195c8a9264681347e9df --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f9bcdf37564940502d203fc381a53fb75343b05b92fd5dc5faede317184575 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..62b9852e42064a929acb0c5a44793dfb7d68df32 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99890697b953e248733757d54afe57527cd8af9fc3c1ea7347fcf3c60eb51ea1 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3bfa8a040ee0f22c89c2674636b86b827a54126 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a92669414c5144134df03100700591aa7916f6b4b934c690c4e7e665e50956 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7060f671062f34c6936d28104a40ce18bd6c9f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eeb379a5fc5e4e0d92cb5814085baa728c16adfb54f32aa6dbe89a3045b97b6 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3eca52257427a097cd7b23fea8aa1da924711de --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d744dfc351b7ead22109116fb14a11aa52a6bcb4bf10aa489bbc2aa4e17996 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..574ab73995555a7104d9c183d8b70f26849e91a2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655a39c635c75268d9102faf5d4856506298f753d434ba37b460c703ee12c283 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2d2e27515a13b71b04488cb24e4d893577a36f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ff0b03c728d72b2469cbb1a185f4f7b72e011b084cb8fec4963840fe33e11f +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac792caed4ee00317728612a12d3dcf30f918703 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a600af167b4c2410cb674596170424a5912120c4a732d76f4676b32f8e195119 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..638f69d3e777b025c680e73e6679925042817f7f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796d37bc6505fd72e0dea77ad92e795a25fec861d74bfb234b225abe75f31117 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2578d1af46fb985470cf0d5eda40eadbe36a63a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1293a18454799118d41b35cb28013ceb4b70f592a1d0c972182c144306365aba +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc26a6816c4dc1c5689a0d701d8889bfb1949a35 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0e4975cbdc3ef4a4ad1556bc561292886548ff4095022634c6332f17e762fb +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fee648230561e254b41f1fa10c487aedf638cb8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97162709dc096aa6c7ff5b4000c765489a3d07408b2ef9a2cdd90bc08ca547f5 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24685fbe2b291bb87bb9b78b5732b622af0016c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd984a7a3d1899f54625fbcc91a0daabec6686e478bc5cb5b4b3affc74d36c88 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..92268ab0d5f8d4978d1a266b3d0b672bb550929f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b093877050bea16e99bb55adffa592a43a917c150ceecc1d22f09b5d684eec +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0f7076922fc76e6a661daff90a44627aef9b56 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0456adef215c09c6f70b6fe0f0ba8e936452b20cdcdd368ba045b518fe83ad5d +size 131677933 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e9397234ba807d99361442afeca3b2b35088c1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b563ab7a35763df6f7a3267ae2bcf980330e3110dae884239ea6e7698791d8 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c7d9c01ba620bbf0e909395f9f87be8266c433c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ea7b69467fb5dc340d5a56fb4f93ba299e23ccff7ca9adf6394bb6723061bf +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c53ab9e8630de60b15be55346eeac4d3149d33c7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68dc67ab547656243026bcb105931369bda0221c32994e909bcc79f5b45c62b6 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d596ebbe9e49b02c417705d540fd7617cd07ef03 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37516cc2c2f38e75a60a3edfe1506e0700ad351bde3b21ef28321404f2ff833b +size 131677922 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dc841515f1996e1593541f9ad8d30594c1e43f9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e044e35568573cc6a3e8ebf5eb4ad9bd605864c25c900524efca0b7d45f77b7d +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8442826fc3f225b851761f8da843228b393d508d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1a84b6c917b7f144c72be991fcbb18e31aa61d110d351e690b93fa06eef7e7 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f214da1c749b99a1921edab511b895f7580c583a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123edc2fa74f14a17cf8313e7feedfc59880d9b027855155093dd2cb0a10742b +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..97cc8ff8caf714111a412d7599befb1a48c4fbdb --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d78f47dc7fc6f7da8d38473245b14679db10fb05434be8cd3bc0f875015f5f +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7025c8798dc9f0f1d9dd1772c3d41afaf11f57 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1602d1194dffa7d7cc9b2e79def77801430c5f63fd9d7dff9de2440cc58bb31 +size 131677805 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e53bb748609eb6f9d788905c4811245ee6c715 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c803a00092f997a773ff600f04cbf689afdb434ec5d098f68ee2d0d6cd67ceea +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c3770b4b69fd6e90fd68a25c4c17d848e65aa7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf240f3ddd687f0f6b51e7eb5f03eac82b92f325192640a4d922656b9bece7d0 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aca31aaaffd64815b39b47d19982577e220879bf --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214f86961eca7180444ca3917b7a9839521854867ff0d97c51c2c163c71b1f76 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e664df88ba962dccac993900c0a7f71b0b0417be --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b58a45897ccf4db0b0de87a05e9ad644565949d73b109cae9da8b5bb9db2c36 +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4175ef123f3824a5cf7fb59cb4700838f278324 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c872afd8edd76cd1fc20a96e9f25fbd4cacc412c3a4acb35ab903349ae6f5a5e +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a99221b77c5be50e0ce48d737807aa0895302c0 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc9192a233d1e71e5f9455f704ff824debf7f58709bf9cbe2a1c9eced2c98e3 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..61f3186ecea8320458ee64f50d15f61b7c040858 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8069b25801a3da08af780b3a83f24bdf802c5516c8288d5b401690bcb76678 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b268a3a04d38ff51ead81a0e5c0770850b68e653 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5673d173119cd5a1758162954535cfeb057a2aabf1cbb8791f5c177ae8f51c5 +size 131677869 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..422cd295c5937819ab13acaa594d114eb8beb9dc --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c9d86df036d44a62099be0ce8e83330ec73244acf9c69c0ed564fd40f1e98d +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b670aca132562ed789a1a571eba669ea9ac007d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6af61a223b8989cb39cb19c56902c01ab11231c1a378c91b605255f64f2e97 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6875e70231f73ac9b72371df8ed691335a628888 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00edb69f2cc8b01ce793e6a5514fdc3145c11a5883a3c4b10e564bba61e3fb3c +size 131677741 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6d36d4f4ba045b1698d46324c409c5a4ab1120 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25f9f950b9d10e6214d3150b566addf211064d092168645eb51a9a23ae49bd9 +size 131677677 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0a3c06b6ed391b5c7f3092b61c63971d9fff302 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd9327df540853bd8a1d3fc9c2ec3769119be75243369b79036dbc954a99eea +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd15cd610336f4efc9a22b5fdc66eee394414d59 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a66b4897d92e62567bc0d93429648ae7e61a41fd93a13c7719286abf3447b7 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..138af918b7ba1a3315ba3ff600263a515c33cf8a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47423bc07448a465a7f5d1423aa13c2e3787cf43cc53f881902d03bd4a65ce7 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1434dbb85f4213a619cd4d7758c9699e075baa55 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4fe08eb56b5740e65d27d3bc8c923b5c0ce5f5465e7f744b5b9ad81e675fcb +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbafc6b1f94e286c1506f365d8cff17214fb7bea --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f81817257ad6466a2395e0b49cfda60dc18a052ff9c2e6ff10006fa2f2835c0 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ea859335957ff34016d8d1543a99045320d91f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7da1bb8b1b075515283ab6a10952172313bd8c428220b79d99f67718f74baa +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..50bd4a1bc86aca3cb915166fd2d1705a2455e603 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac521b2922ad9eea66d6f42c75c1f16d7544578726591c9dc606bcb673e5a94 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5468979c62de509eb5df65a933a7c34848554a72 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1197e980c1fbe9c06bfa0673b81bff65bbe94c7b82dab7046000863b2da327cc +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4093dbfae45fb70d60d2087bd57c8cbd1df7985 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:922f8bada620b8046cb81c4f09c287d85fc415231e445481b970fabb8319b57b +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc32b2d1452384972569557f9a2a61ffe3a2a6f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba66ae87f52c6e61821be76512a3f7eb30bf646acdd195e14a1e70e5e3ab6ed1 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..90c1e27f4b4e200142428e1bddc8c3594cf6d916 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724865fe7c83af9dd4640d09824720e6a44a7464bab01eddc4e87ffc592f3713 +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..411e0bb5045693b45e4f9b434d4502652433750f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456cae55ad2cabc2001f5aa08fededf09be3829aada261f8bb8939b6cbcf2cb9 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a6cb28f35740985872cfc8eaeb5f3f235250cc6 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673894c82bcf9a619fbb4766b0cf76c16ab10b9942efa9a81790f917deb1e2c7 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7257871e2a2247a321af45251aa5c1b6b679bbf1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f0f72d366f98aac5074bdafef6f5129a1409c132b924d2df75b2dfb751acdf +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a52abe5f038cda654e8a6e301c89000eea2bba --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc41f97fc646a7c8a4abac3f2152df57a931c329ce326577b5c08a964802518 +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7c7734b9b6d97358bcd9cd15d14cae3bf514143 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2537327d88d53f93dcad254b7bc8028fb000222b3d115ad9440deeb76f82cf23 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bde7fd75aee7193266e095fb2538d83a61eb59a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06cc6d1456643300fba6ac935efa755ddc0058ab2f7213bdc89d2e6e5b71fb76 +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24764c2da81b6a24f0769974dda52a2a0660f8ce --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f7ffbb792701caaa981419b15142079c83501f255ac8cc61b4d2e1b106cbfc +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f119f7a62ef1c4925b5a31722e2120732d0aa471 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ddc76bbf77ac8cfe6096427b281cc2a0c913438b2e9054ff24d467b0da3836 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b792541185058f678358565522ac98bd2c710989 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b0ce84731f726a8b7f0a8d9bd744a174f06c7cd39045ce3e987a0e6b2401f2 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..387ce11e8f152096640df318659087f55d95ea46 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470ecf5670fe727513fb91cc4a4736ee8386ddee81817826e4a8a69ae7666b8a +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b99c15a7667d37e9b48634fea8fee92fa5e3b20 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57f6cfc94c4e6c1c1c936cfda02bfb52b82995833a2db7327696e9e365d1b42 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f40e825e3f2a123aa1a497792a21cdf83cf6752a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7caa52999548e81053078d622f8b38d8d530a50af2b08e2341bc0c1f2ca08f +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae5a99ef93bac5080ca4731a0761c6d4f738c85f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7add0999a9a0f2d19aa7552568ec39f8830d87d8488e950f70a6478151dbc05 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..066dee3e97ecd7119d4f7ad5f4b5e454e6a48843 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b071dbf9ca49966f59679dde1b1c9d063f49d72c6116d78c4e663b4de56eb0d2 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d51a337ce119f3af14c376c93084a0e95c8b45 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c3eecb85cc3b458e8dd9ff50d1634d4e8edc392d3c69b68c9ddc99063d35c85 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc432328f0db9460c409f9d21b161e66835a55fe --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c25715e2a19f929c5a888e8bc7c74bf418d64e295326d0e22bb40729802dbb +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3085042ba90a8e0032186a2840a1765ce87eb23c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc7ce1c17d22bedc0c1eebe95c5092011abefabf9a508a8858e72cfa9479e58 +size 131677847 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6b52ea6d5808e4c54af12f966496d03e8708e6 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a89dd46416dc5d2544fe879c89742d845262162bd063f68713e125f4c44260d +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aa397f2f5a40fb55e7104dd5f90217352ef52be --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5325bb024f1b56e199651b1822174ca11558a367b082fc8e02b22693e2ee084c +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c144b75cddf623af3e038eb8a1a6339bd569de --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc6bdd67975a48fd295a6c9444aa643a30e4ae3ac1fb3785901b33365ce356e +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f029cb626a7b45ee84ecaffa91f0400ed4d49fbe --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba4717d99410d30f81ea3ee8c7b54543ebe0d0db32915f0fde0b30d0e05c5ff +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79ae997a9dc0c6b9ebcf9388850eaf5a6797a22 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ede04a905a928d4efe5531dd020c74352fe9d362ee5fab6b29fdbfe34d09a7 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3c62a8b6b847634cc8283d8733dfdb41b92cbb --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f897ca3c42cb34960e47f7f933b0890b359f81091ab0d7bd4d1df3bc80d51b +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d86d8e360b091f2dc670906b7eb6323fa9f2936 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5740aa2577654d0a7830864e6395efb72da5c654737349c5e46857f6e0cb63d +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f3c27375e28d753d95be2f01ba882853812ad20 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e4f353c6f779a592fecb769b0eb7bed43bc633147b97d7504b0c89d8439f05 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79437fdc802b93f2e52acd6c153a95fbb966ba49 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cded76849fdc4816812a02c442c000449f56d3b457c8c9ef300d57e4b7435e3c +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f673d06bc6e5f839ab23c930266256a9894eba77 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e841dfb1cce1bb586c8f61c0af4bd0493aac3b6bed8c324a3ea137a1cbd1cde6 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4e9ccb2203498b07898f1fe39e2410d67aa8164 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc1ac82a53d84f6109aeba28ebe294c9a1c9ff16a8b79d0000a75a113ef4c8d +size 131677655 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a67074c83f71dc98251e44485a59f687a8d4467 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce35edbbaa5314bf63cc4c66799c6daad765b085f0ba33c915e5bba1670d4d5 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b974cd6971c9b6659749d2012aa04450b68d467f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6bfd51236257d8dbc1f33b45c1f5b2bc9cf5173986d8071780fe13990c5b22 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce5ddf8fd54487c9b00475b8bbe7b18359463dc --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3a3e840a59c55b35524e0e2af058d6fecef643bfd724399a92dda33684edc9 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5dd5f0db5c414c58c25a60c0d95320c5a7f188 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62f4b9b89188a64b5b5cd04cdf2e2fb50985d9b55be54561168f494acd22113 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39de60ca901539e0544d57d085bd461230009b55 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd1204afd342c25aa80a31d03d5e8277007a725708db99f34aee19d64fb1f8e +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b485178ecec367c91e5dab94ef71a8d8b583c080 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a762fc165d37b22f810f875863ab5538a0fe45c064e2094d2ce885236e6e4f +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dbbd5b8c3d5672975b316ca395d5b07902e1fb6 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784b28031e965421cda40bdfd25aa0d6b2379b53d030787c597777978b921324 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6150435d71b85de154aa774a3fdc6e6a2e2c3217 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9aec8aecb890ec195f439897ba85cd2a742ff34059c5ad44c0466a2a42fb1c0 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d2728068f990791278e7da50e6fbb22c6e39cc4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6a522a01a9ee406710f0b455f704a69b1ebeef332129d465cf438092712d39 +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6800cdeea94e21232c90f1402c48363f236e26 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840c2e4ad4e8bbf0f505cb24b23ec3afd8dc2900045c8718ace21fb1be82f24f +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac3bf477501d707950bed80b58d289e2074352b7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96369504412678bfb5d65c4e59d32765b9dd39f31ff49394bca0974e74b3159d +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0323009868d71fbd81f255cbde6a92ed1a586659 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4a9a21532c76e4ef4b9e29ec4a0263a0d0d487ab667818b118c2ad0ebe3098 +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..572a670c255a8fc873f067ceaae15c7dbfd530a2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e74e3846f3d54b71b8c2cb08eda56943ba7d52f0a11082901bac52cfe9d3c520 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..558aec44f4c0cebd51b4e2631579b19b5a975fa2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56b8590ef22a06a4e3f1e10c453810ca8256c2576c51268f436d4b3c64f1cff +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49203405c528fe58c394aed6daeacb5b63b2d3d0 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b0d495278b3098ca951a7ae6346b0e2c554d4392f83daaaa74a54f6ff44924 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae58f1515044416aa23fcdf6a4206d1c7a1ef1d1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600f3f83e07b36715f7ee440ded603d8bc75e313e9faee65fe00f9614ef1e65e +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64324262c1dd14d4ed2ff0a652d3cca42686b2d3 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecf4c8682662261c866c02b71ceb0f3c8e31e0083b4a21ff6c15f288af4aa93 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c1e437089f5f2d8bc95429993cf1e1593cf48d1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:038098aeca08eeb59376b8451d81833492ffa2c47efa8f134df1349c4cf7e751 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a961088afc8c2f346b4bf6a5a6330bb6e886a9a8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b267c288059ec119a29ecfcde0f441ccfe2fba2dd86b9a49dd2daa57c41d5eec +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..055aab42c24edb71c402c7b7d7458be02c867e20 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c12c5619c5ac21d0345611432fe32a4d9abd25733aeab5c586ff06a10b985d +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b822d98705745d8462df102416f03e89096efb39 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:245e7de211a85847846f817d030ef5d2d0e939f6d19adffc95739e48018b5110 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06503b02c5cceeb2bd137c2a13d4d98486cf2cf --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d205d972e31790c133b543ba5d2b9895589e784c947799c26208d54047a4c85 +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3368084074c9b18e56be1b39c8d913cf26048f2 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78be1c66dbcba8a39bdecb9b587686752b80d5dcf6975515f696f0fb256cecd1 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20533834f78eb4409b1ffdc09b2fb2208afd832 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d84367a102c7054656fde905f37abb38cca0ae6290d5fd06d2474ffca3f90a +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af4fa5c32f212aecedb4de3ce9e2d267c478342 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2717a16ef4fb827d6e02810eda39fe6bb79db8b33b38babde635953d218dc06e +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f273ea85671b75477b73fac15efd7c14bb41ee --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415165929bd69d55bf029cdb96481569080b2de94a1e154bb60148f24f6e948c +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e18eca927f6cd287a701b8287fa075c5bdd95c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0480faf704de37cf3ceb8b03d82f68d83a78e7e70359adac4507ced42ad9c1 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be0c52c6de0d5ced4112ce429a8a066469fe4e4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df464bdbe4dcae26fb8e40b16f09e4e7750e410d59c125f80cbc07383c4cce5 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7e45953f1c033bc0c19d1378e18181a21aaafb0 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3878d930f36a3905e50a2ac5b6a75dd591d398cdab8656309a9c18e45954b25 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..52852a467ecbc6bea848f670bf9f956a65e3a33d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb3d4fc2bcacaaef76ba60927ac8738f11db4f3f0b365894ef9433eba3fe85c +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc09bc498c9a91073bf962cb3ddaa8501c24ad8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f1170e913f3df6b0cd2d6be52378e14f6aab9b281b84074bd688079026b8bb +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63c5b777793fd7addaf646feff2bb34e86f3c6d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b648ce6227cbb5bf3571f7188f4514a5f86fbc82feaa4500bec9b7f66177c1f +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f09f9e3664d0e48961aa644d70ead4611ce9dd10 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78ee0a9748e4240f4a57a2c82df5a14c3ba05601838886a06ea97eb8310a8ef +size 131677847 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d39e1a7aeab1416fa07822b8cf3ab907f6e128 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad3e074c567c43fcdc8ca46d36354e1651321c46e66755a1f82cc6e7102cc3d +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0acc22f1c976bd287912676c1239d34a82086f9d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b982a277fea482bf0ef45a90396724302a9f52701d973d9df906d3bf311d269 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a43de74ba06089fd7517cc3f4d5987e66ed5063 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21980add9a6cc73fc49e6ec66b9deccc730266ab3187f095a99c3d4bca358fc3 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e041b0157bb42d639018fcffc5fc05bfc7efdc0 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97eac6f835a758b2f75971de6e0471e2dc9aeebb0921fde1a05547bcb9dc3bae +size 131677922 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..beafce660fc544b60f56b468d2fcef0839211f2f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b9aa6c19fdd6c5f8eb4c8e35a0c5b89c7235c93f35e3023f9040a8c907bd99 +size 131677730 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..197bdb3927a0b880ed36c26370c2429dd31de12f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf6b55b1ba9e251cdea2b4169c054b36bd0ea62fd93181275130ee287974c36 +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e54b144fdf1399e415cb7c77fbfb67783d54e07b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b5aab252ce29b3d79d5dffa51641ee5abc4c18d86040147712181db0a523db +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..82329a737e499061e4adc41293d36dfe53ec704a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a08dd6e6cce51888eee61a12ca518e5c6b3f8587dcb04eca1ce9a7435234b5d7 +size 131677794 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..985ad41fb3507c2fd025b6e3af28ec63c082a4f1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785ad564c7a5fff6fc918f444e0a272e7b956b3308e7d860ccefefece0b5702b +size 131677858 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5896c042054ec61b8a11653d6f73c1f796fc22e8 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60061f8ffd0722aa0baee3b6b88d8f563211024306c24281627355e8e98c696b +size 131677666 diff --git a/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1b618ecf12214d5a84e0b81074087cd2886498f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97775b4b34222af811fad0274d51e4ff933f78f7b57941f8adb5404f2bdcddb6 +size 131677719 diff --git a/2b855b55boscarseed2/global_step52452/layer_01-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ecd3e738bb663f0f06c294a0c4b386bd51ca33c --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42096a762df40783627ba211c64d023b52051df008425857a985ba5dcbd0f7a1 +size 268043523 diff --git a/2b855b55boscarseed2/global_step52452/layer_03-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..338af6daf4b2a8c30cbda788262520aec8b7bafc --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d479a6afa74488b94108565abdcdd59e78563bc3b4fd19a952eb508e328155e0 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_04-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7de16f3dbc8a4c38ae20b1e1971ac5f82704023 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac42b1cdf826efd5aa94155fdc4bc58363692335c0fbafe602e6698be222fb8 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_05-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4749c4d26ed885745b2b3b6b20dee4cc2125225 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c32222e40453ce70357687aa4e7096419bd1c6726c94b00d1ea932fd72ccbd +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_06-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..741a340144fd9ed67f1c191795876097dd94bdc7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27183225351d4079170800644a6dc54acee4a7e98ce1e128a6ebb6553048588 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_07-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b000f4313767d200586b4ba177c289cdd574baa --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4924209e0ce92a89e987246352f4e7c8fe767724142de2cd925a2ed829a0c74 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_08-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d040b8ec821a8a00fbb694e1211c611429896202 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd010782331ac7c0c7bd343dc2f2a426a827a9ff5e3d1525ff802a8e45ae9644 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_09-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf88eaae54a9d37e52d162c419e9936774210256 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c85da2dd3ee3f74aaa6213278bb53cb6d1b469a74bf22d9cfc546f8355053 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_10-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8d24e72cc8ce84c588eb992ea7296b0c5c2e16 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c438cb96af3ece54a38cb2519b8259a872001af31857add9b523c2fe5cb988 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_11-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae35704c3faf036090f5539d8313383df83238e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9c54e37b46950ff8d6e1316044e92ed3e0dc8cd3594451897dd5723845edee +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_12-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41ca0a5d17dfbb58c7fadbdda63340b63370a07 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c6e4d4c6b796e1e3e90d6ff4415d756b6bea1d2bba3050e9e858cf389d7749 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_13-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..26075503a5002ee7ed68702b96f4254f650ec98b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a70a2e311ee3df9e93bd42fb441d172b85f01043f2f6d6dc5c505d210087f2 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_14-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6bedbb36c0dbb1edbc469a89ad8bd40d2a7f1d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def61bc63e0151b27048519d683858723ea19824689e29cedcb723978ffbc8c1 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_15-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7121072cedce72f420406e807482070f9ab08549 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cd15a5cca4e20dc8f0c9c064616a03c3ccd4d3e3eaea120af7004b8589e2b6 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_16-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b9db528c8bc96b7f6e2abd1f72439800e00658 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f951cd9394369e2e6aed834038d4b5d93821118c29dbae63bfa0ff57cabf0db0 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_17-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..149e354e5b9e2ea77c5f85b4cd56a4b35d5d35e1 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d413869266bea49e071181692eceb17d79219c041cb550a954b8b402f163a11 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_18-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b7c97995087b81dbb7bc5a7e2827b6856174823 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac039c777bc0a2b90974ecc36257efb6dad146d84328ce1a15a3408477fc0aa7 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_19-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ebf458c83eaf02032fa6ae1ddf051e96893ec8a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6b994054c96535d177a018d2c04db08d911a9c89ee843aa64162b04701f8a9 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_20-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e283c6492d3e2a43d03a3709a354178d5d435a --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5f8fb56d6f5ea5d2969db2cba94cc85fc0e0157559634096131438093d61c0 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_21-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..43a2ab65f24d4201603c171895c0e36674d352e7 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca2fb96acab48b2246eb8e5d70f64ac8659c0232fdc42df8084873e3be78b35 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_22-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1aa64b71e3de3a238fe3d805da21e70bdaa9e69 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2708dcc36d6831ff7d2f4a59cf8ea6c17d1183e33fbd7d888bf9972384e59b20 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_23-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..730dc3b8bed9c300a944fc4844c1f3903346c58e --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1470b0d5ecbc5d6bc3b3939c99bb73e3ff3f8c36596ecf1081568c7a79a62bd6 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_24-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..052e941235f0e823cd51f9ee81d07784aae26f72 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a19948658d12bb2f3dd44d1e13cc3fcebe48f9cc221cc9c00fb7a75cc198fb +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_25-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe53b8892a9f46b6d38cb329e3a20a94f9b5a831 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6148b827592e4a3344467a3594ed1bca17d831f494d7fdf3f86a3a1dfa4055 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_26-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a3dfe179093386dd5d7c0f6b0252513e0d6a2fa --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a852b641c055b1bed16d3b3506d260cf0b92c1a5d4020ff94a35487fb1b7139 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_27-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f0311780b131db24f911eaf5cc9f377966dd1e4 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d7e9e46a555b32d57da79322e3ce47361ab1cf6046583a7584074decab7a5f +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_28-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..670462ffbb6a58dd354d0b4bbf48e887ccb3c24d --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dc151b1cd61edd0235ce4ddd206480559381106141e4850eb27638ed0823ce +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_29-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..765100cd539938ca51dacbfb2eb69e6d20d42fe5 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76089621548110006f881da71399332bb49cd6598acb935ce4ab9625ba25f315 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_30-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e29284c891313f38a05dc00173d2a446fd43c9 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a974e8d191acf9c96ee304469fadfab1806f721f1e1f1a01cf38adbf4c4aad +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_31-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6565540c0d8f1a306d6ff3b513c9b018e949b8fe --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27359172e9154ec9c92032e9925b18b18769b25f7d7f99299e8a6289dd987372 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_32-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb09903cb70dfe485095d2f34dbd986db736167 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b777ded2b00b72166094d88370893a30b1e01697e9a5c36c3f0bc32aee6ef5 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_33-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97e18f8f27d612a32caf01f76dc61a3f6ae38ab --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af91a8e47f1dfcb8e45dbc14deba889e8c8541b0c3c9ef2e954b52c1c4a0a255 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_34-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49779298ab826139d8a33351cbdc5c24ac3b134b --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37c6d1c717125314c6a2f97e32c1c59ecc6de5fe7adac8450f0aeaf5053eaa5 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_35-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0a2f915cdcb80463f9d1be6487ae6fbaebeb84 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34eaba57d8fee452d48e2faf3341cbdf8177dbd1f45e22361609a1beca9b6f6 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_36-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb3a01443c8887006552614d072f29acdb9d0b76 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e56552022b9d4c20d560f5594b2a32f74709822114ab834153420ea37c7606 +size 157357315 diff --git a/2b855b55boscarseed2/global_step52452/layer_38-model_00-model_states.pt b/2b855b55boscarseed2/global_step52452/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..471e2347b8a2b864c043ff6ab0060ab2770b9e56 --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53dce04b61614bcf19056dbbd9d0aac26d6064db9de2686aae82fc93e411bda5 +size 11459 diff --git a/2b855b55boscarseed2/global_step52452/mp_rank_00_model_states.pt b/2b855b55boscarseed2/global_step52452/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa7a4bd151bd1ab5904d3b6d26d68f5a698669f --- /dev/null +++ b/2b855b55boscarseed2/global_step52452/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1207431cec8a1145b0ececf78811585c38484369c9959d1a2f95754a479ef2 +size 50099 diff --git a/2b855b55boscarseed2/transformers/config.json b/2b855b55boscarseed2/transformers/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec --- /dev/null +++ b/2b855b55boscarseed2/transformers/config.json @@ -0,0 +1 @@ +{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"} \ No newline at end of file diff --git a/2b855b55boscarseed2/transformers/pytorch_model.bin b/2b855b55boscarseed2/transformers/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..f13dd5896bd093fc7136a1fbf2acbb99f5bf837a --- /dev/null +++ b/2b855b55boscarseed2/transformers/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2320fcc821f0fdb67ab643145d92e4f494b0e4347e2e24e52b44bbc2348c1a27 +size 5903417421 diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..6d04528a9d6d6efa99006b63d218ccecb3ed5722 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.33202476289978655, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03284628255303658}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.06651480936453831, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001650969998879038}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.297334737955042, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004992706637890668}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.10035078272046244, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019783236676076898}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.029110043712061957, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008947308938169874}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.13391480095345307, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0032321395002733538}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.044642962602441105, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001178797135452423}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06360280420840975, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015109805669500105}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2880932061217916, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004879650046655422}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.09648383030825737, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018521276667425775}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.06247062164223968, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0015581650631781932}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.27694653889243487, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004633639788952067}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.0940598212200592, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018664528054209402}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..7d6409c539177a259f4c9c65f24608cc34b9bdce --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.527115014551651, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.025666419950371343}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.1270389619853191, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004160322890958984}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3113982585236776, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005100689200994648}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.14851607672855913, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0033689657278829425}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.06294568402552247, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002863056502770272}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.15340774472215243, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003411319647719293}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.07208261868868578, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002234096091379544}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.1157116753063807, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003769961491523323}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.29147344461366753, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00468545606109597}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.13589968933657245, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0029353826676204973}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.11802827465869996, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003850703320853075}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.2933246534286482, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00468201951647078}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.13804305933456154, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003006886444225815}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..d01f55ecf536dc01c6da2d3bc92a34048aaf6d7a --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.6597997964856303, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.034728244254522804}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.16610339248030914, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00507284326160864}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3352959906245331, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004999412504809714}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.18002908296123593, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003968306495814761}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.08678039894771569, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.003378136673520059}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.1742610345269654, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0036505372153588563}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.09209494204875378, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0026603000241755223}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.14649813778279558, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0043379793964259455}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.31289951361042795, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004601477399031109}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1614621956023238, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003324273428019681}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.1507150810319521, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004505163531248335}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3160265105718741, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0046507219012497545}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.164808372020027, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0034322550025239302}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..8f6bf25437b6f32a771581c170962f3b554bb7e5 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.823682659540449, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03223216531212538}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.19000820798830498, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005654761920275743}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3542179698381772, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00504611245447937}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.19910319186529463, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004405170032341835}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.1027389531668612, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0038013449699206645}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.185929248611057, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037754838215154443}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10424957521252359, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0029705826763534444}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.16748846871920003, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004927644927911881}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.32704498822538286, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0045579213655376595}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.17723376057155618, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0036982270883436853}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17304403574735655, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.005121196453837608}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3314123051295653, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0046234640987954925}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.18174531523702536, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003846822902949112}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..558fd7c08cc8db691280e62d85ea5e0c51c7e764 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.9530919051940064, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0577655503873056}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.19701770449821013, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005404879841926881}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.36981751550824943, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00493079961155932}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.2079827747732359, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004259502031408432}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.1051003568367592, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0035978375653891058}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.19524745454962628, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003766208065478121}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10890579060188654, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0029073811099355118}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.17219580163143128, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.004627732394600431}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.34023933463326017, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004497949648052741}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.18418656332394442, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0035517977647474175}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.17855926303676908, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004851287660726657}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3451827474898279, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004540414961524762}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.1893169899986314, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003703689468392939}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..986fec57978d6fe2f4146e753198487c5249c10e --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 1.018884418225518, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06063389090761142}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.22200655898499053, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005962548162960268}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3774826876317441, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004921209540706189}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.2245014633073898, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004545756965978833}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.12083626340688242, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.004049580076214986}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.20032221007341308, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037578095361692466}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.11883663273017754, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.003113425284275466}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.19385895825070826, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.005166002921250581}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3463288815796092, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004493315251838996}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.19808696683914262, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003815012659940734}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.20080334312524634, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00538475664354496}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3509129204118928, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00453081936993939}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.20367651597482986, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00397975215283144}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..40537869efbf5215cb4ac59f4e3e8f5d1ad48cab --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.10013364964570891, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0029985387314871463}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.1289356843926102, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003252442943612275}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.09645178040850848, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023932324184934455}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.021651764261573173, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008981720810698575}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.032598865567093065, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0013688978962574704}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.02327004167912628, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008647699244277772}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.0798145635639849, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0025581061221673636}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.1030194283338092, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0026473619878516663}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.07529103428773028, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018177481003977558}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.09366562084598902, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00288003307671834}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1197163043259789, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0030465061402892178}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.08939472105780072, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022284928823277507}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.7850233361049752, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08520743952252237}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..bafce6f66c0a7bcf5cce3e39b3bd7e1d8e0dcc62 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.21111776699074944, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0036795176175499007}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.18105322303497254, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002704526953003645}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1571029592533628, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019787964900554204}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.05017605453973606, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002257054306007703}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.036689033105982816, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001304908170146679}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.031435380352664986, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001023452617747968}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.1681933611426401, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00320801194833936}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14021014034344625, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0020838861579054162}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1212831892222724, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0014852539083793823}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2001981792177172, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003545698165430484}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.17075722396717186, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025253030583168973}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.14814548337398184, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00183959107231936}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.149034150653557, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0880436859723492}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..2186b20d5e3a3308a978895f91236f4af975dd1f --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.29659957692420796, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004313993725725908}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.2126729727290148, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028286561111436205}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.19819144050955464, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002161181470745133}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.09032858272882092, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028501839568620016}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.05443855757508895, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014238340672832245}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.05229754159287467, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012492320842947013}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.24038327671489826, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0037910715865012022}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.16660116248057652, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002203413004362285}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1554803027070678, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016597756677151324}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.280082550942368, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004156093711309705}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.19923648622767753, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002642427103030138}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.1857602434310385, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002016281937901344}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 3.2305991931473317, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.07950533990543071}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..850c2506a8e4282f743e7b27f965f070ac7b15bd --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.27191585815512404, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004553033969089403}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.17785515989361886, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029945927607217264}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.17120594609085021, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023855136999745593}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.08471260929686349, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028304634396926127}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.04775389377827743, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014249088126759941}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.04645910000265166, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012307845898654572}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.22280436054883324, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003987085100348492}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14044912634248938, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0023437321076624205}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13587385417087836, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018675251007595766}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2572403556839211, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0043942959684568315}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.16664812554605501, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002803799009075263}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16058553787086796, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022305451173721368}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.4191797072532624, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05559997787678139}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..168de14af0ba8085883c285da04992341c84634b --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.09582438104190298, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0037073724803882197}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.058712498837730144, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002338440354244753}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.05705943866163425, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002034238951249155}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.030302600329343992, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002020034963991066}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.01624326433634945, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0010266482066008744}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.01548765621583035, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008491139070832301}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.08030364270664823, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003249592772348841}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.04709615722253022, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.001883208275739314}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.04588756613231766, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016219219311521358}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.09101484836816211, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003576586055780137}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.05458046297521363, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002174773191043919}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.05326890477987492, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018972568367539395}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 0.05821785911961025, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.006926474108387649}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..1780dbbec925b74b093f0c5b1e4fe173af111166 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.017339640048071717, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017914288612189862}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.009388948695729904, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0009896129220143181}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.00965877650109712, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0009502280880678353}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.007695847190713622, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0011846920894618485}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0028956408424041136, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00040203067458898954}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.003396689228466778, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00046945115771734425}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.015395436111568952, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0016573876664127856}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.007940994530119429, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0008467405048451344}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.008167446118792413, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0008056769564050579}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.01678224909258122, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0017500452777960934}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.009052865544143397, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0009622730677349403}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.009282795853843133, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0009151896700507592}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 9.084911261227677e-17, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 1.938771872220056e-15}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..1518dee1e5cf89b929ba9a3d18ca8524cedb6fe1 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 0.8705138531971153, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04867582531264036}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.034545848496052654, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001566579723382951}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.045834929071352386, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002016811830226931}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.03809056028402446, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0016784416647229426}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.01357831342305598, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0007278435374694024}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.01818137390819633, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0009483762899268107}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.015075003955377725, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0007874787502852935}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.030361727102885563, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.001369965689115654}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.040364202751189966, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0017680282610923641}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.0335161304527499, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0014703931309561242}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.03177258180002162, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0014955658234812072}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.04147354656808662, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0018699366373118296}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.03475700574859405, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0015808773938519858}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..9fff3d4f4517b813aa033a4af4bbdb3093933c23 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 12.008758968305228, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.12564745639649488}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5631594638857529, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00324421624132654}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4365816544468671, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0030105433233647487}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.46552795049805773, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.00235640354584502}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.26937549997021565, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026440834252656653}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2057658676796454, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002143734858738364}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.2197193326260251, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020109962036813298}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4087872898136732, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002934069491949776}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.31377900067912107, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024396772769032255}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.335604122613543, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002079991474543142}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.45969831228314867, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031623483646411057}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3549682540172786, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002746427422139494}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3790404958358403, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023299555118255666}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..5caf64548e179d2def2a88734cc8a13b4e427d6e --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.14198056712505, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.24387528882104717}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5832193324685282, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032787034277368537}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4601966943407872, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029819842123464044}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4878980019648943, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.00229400065900204}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2960872844323463, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002769000714927548}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2309770935674146, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022965170518954945}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24462503044359898, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020943947868852283}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4349496583122404, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003015743000538396}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34082058480437577, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0025066913309293682}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3620900980791755, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002113460359566787}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4867174466000412, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032350689341699907}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.38300473271219204, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027921658474823886}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.406567917534112, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023455647214753387}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..ee2807a6bbcd73d8309a835115f252238a4d4476 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.568494170196605, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16235845379384753}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.580960944087758, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032426085149854737}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.462205873383073, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0029025682592738675}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48940623430349556, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002237489170426613}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.29731229285227795, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002737785275611433}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23475220291108906, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023139060262653333}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24783052219620694, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002089515541436856}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.43459494765721124, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003021280699774259}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34401804948389253, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002508909081833447}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3647405346505457, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021293095742188914}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4870002916061261, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032257758633302993}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3872001617504186, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027831042016586783}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.4100565331346358, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023413011884842946}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..6041dd49018c11beeeca9c9cf93644be621472ef --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.734731736932146, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16887071667451783}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5801184894727782, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003304446650411685}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.46099783072021006, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028878553497999355}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4894791754818595, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023005348739165796}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.29812075093333956, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002844755419824555}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23325171781043572, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022772307735508773}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24803460463857877, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00214528331500546}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4323253611145228, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030220895477853227}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3419042442881764, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024830197258768685}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.36343319118608863, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0021424532256284854}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.48702805692607404, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003251909391956583}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3871750907489159, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002775190310841645}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.41100693983913, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002385212896337812}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..73ca84e3f1aeaeb577781fd253340d3783f5bb47 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.417330528707561, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.23744062587048995}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5804014340987179, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032819804536962584}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4582313763378584, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028210153655625013}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48870465280584424, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002241402168765513}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2973507676511209, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002822434875050306}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.23140500698702424, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022546925569823587}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.24688680363045243, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002112718830613371}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.43320881922904375, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030348704584789053}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34027316974490135, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002449545539483717}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3634152205481943, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002132655133838495}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.48672630521219834, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003280235985520434}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.38371077804603543, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027322740126673704}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.40942633387323074, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023623920101575194}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..23a6a67e4f8bed489b5ece8094796cc209c04bce --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.11963298530443908, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002368819248238803}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.28117303100546565, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005529983454772786}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.16563824544624003, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0032253697331514498}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.025988362314328585, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000997588416820755}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.06429373809950764, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002624993265784442}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03650064845163216, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001407177754346794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.08900328361038783, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0017538328575853156}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.21035687677527884, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004212998263040422}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.12335764205289244, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0023998257893507076}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09348267589650253, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0019094389936997007}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.22162305835248405, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004602701558276795}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.12971536873089445, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0026207364705836296}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.6445432935397932, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11288880012114288}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..219de65331a6724a5eca43e245ad04eadabe0f30 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.16963198767042315, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002937269648695778}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.30825637395558336, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004370185872392451}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.20565249149745046, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002804831346629974}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.03482662251402544, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0014769947445053828}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.06455952984895309, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0024217677572532996}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.042159228682119326, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001590769484466558}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.12598747225029228, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002280349516115101}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.23023461091477196, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003384529702917665}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15284179702621556, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002143177827632909}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.1304550598704216, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002321857032815001}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.24130012289322367, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0037023325680176954}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.15914388511785377, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022721119916273304}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.734128327285966, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08924592886370027}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..9334305e790616069f212fae16eff62b3d8c5140 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.22067542118387265, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003859452585001004}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.27030517058690373, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00391277652919709}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.22539563476819588, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003133489804867722}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.047009502675708165, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002173179401977634}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05686441658011089, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00247318036490619}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.047169327493735744, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00199109164400243}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.1642240699512137, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030808505625225004}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.20216628044461474, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0031256639466597388}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16770225679218967, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002496420037294455}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16692030908684236, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0030981804279163147}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.20768035344064897, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0033851444187716706}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.17110619274109168, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0025646249178584764}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.071346995064759, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11437801801926932}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..cd97bc77e1bffb66403a7269b83f511794341713 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.22140615543341866, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004204679986334029}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2444906635779359, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004073874459614794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.21646380285670908, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003530035532648745}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.04952151051084217, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0022666923793748218}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.0533842351917708, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023446986110702743}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04773019417977251, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020540531313582152}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.16807663783660487, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003387549311395567}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.1859775029237818, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00325443532625321}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16386346574102725, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0027882855655311897}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16936961306971046, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0034063239974255637}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.18841832491605268, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003382609617563602}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.16552783963705708, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0028417200102711917}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.318524945908214, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08598566221567794}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..21e6d6db715d70e753a09ee5da3cd62dc19a15d2 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.06436084008158685, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004004154969143478}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.06086433870277819, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0036498255182998273}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.05671539048524648, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003330283869930652}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.014617474767198527, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0017366601516105656}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.012749228311253753, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012424948236292898}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.012384552834017296, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012566880181981682}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.048955624036311166, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003162711183472558}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0456391933473409, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002760702511080215}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.04272344374969, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002558877704383889}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.050043427048033697, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0032007871669195633}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.047172374717404854, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0028612594448202094}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.04389506319896344, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0026138307035845822}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 0.2202628831493563, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05888934471976352}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..235197bbb820c6dadb99d194754b76b6863b77c8 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/agg.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0026890331605918753, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0008483268258212475}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.0017377836109564373, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0005352032014968291}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.0019356785814855194, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0005869452676229577}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.00011077758719268152, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 7.83387543031719e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 8.063215610385422e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 5.79270034349398e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 9.281741700266572e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 6.607511454084363e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.002152537869033098, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0006750309400673729}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0013275557055278245, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0004057676471998518}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.001515345186644524, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.000460327548876044}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.002152537869033098, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0006750309400673729}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.0013275557055278245, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0004057676471998518}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.001515345186644524, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.000460327548876044}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 3.79693853289103e-57, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 1.663506575542054e-51}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ddb4f06ec85621fd62ec27f9e0c1e6c360feee6b --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36de55a7cc79d42aa136d0f7fbeea592958a8bf170c247b81df75a8368db07b3 +size 4096765 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6f9c0c2358e44da2c908c3d46c438310ee558b20 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc50dbe6bef3967e7bb66cebd3c8b4b3c085d4625c5f19654521cc5291f28e47 +size 4727665 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..96488477261581fb753b26af1ee67a176b145c17 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c748250cfe29481dfa71817e31ad8e4862f6e0aa8ed1f0db400a146bf455a2dc +size 5558969 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a9f09a544800431a76db89c8d6f3187f1e8d3d1f --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a6b0038ea56f6ae2910bf3be459cc3ef2d3794689aaf2466d62c9feb120828 +size 6451629 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e59e4fefb4d35eedcdaacef5262ee25aeb77626 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda9461140f89618b490954ef3f31bb16ed5537fe3134e27d326f16ede273377 +size 7335561 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aa981c28c684e7ca6ed7cbdc251e93ff37769a6c --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b30e0d48827652fe5e6308e089280dc54605846800b23d01b1e64b0689d0b2c +size 8189234 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c9b84e3ddc7867d5df258123a78fa71b5eee8156 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d842448d0623f3d67e0d01bbfd018cf20f40f089ea24a0338c23ae5a352c2b1d +size 7240437 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6ec8586df3a06bea5a4237a3b56e46b8350b5d0c --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269ff4076366eb0b8808e3c6dfcd2de67be177799149e0f2a5d629d2729166ca +size 13042923 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6c149b02a5caeb758a40776622803dab6977b975 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f5b3b4771bb0429ccec9fdc5deb14cf5aebae7985428b4d64cf4ab836988cf +size 18587911 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..761a9d288bf0c1b77fcc3ef344b6bb5a7a0d7b33 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0301ffbfc5515e1f0a9126b00a6e5a23e354f25aa5e3826962015a0f4a2f6bb +size 24034010 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..59a2033bdbc36134812ac98159513bc351d4b33d --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3407b6384cdb08dd95a5d8eb2d8e926205152277a4d3779b8dec5350b51589ae +size 29366304 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..339c3ac5645c3e870554a1ea52d415285862320a --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51242265925824aa72c4032380b9fca11c04c2ea8ea248595ed3c0e5af5bd74 +size 34781419 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..06657408a49f0eae97f9a8c32029deb845933e22 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca67f6d9bc4466ff086d3c10ca894990a7353123383c22faf3f9434189614c1f +size 3857129 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c99a1d13916bb15eec7503ba640918cc70b6f0c7 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c0c66b96862d47c206239e971d2d532d2f2b6b9509c4c6227b5bb98f21f9b7 +size 5006741 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9bcdaf5a52301068ac13c5b29b16527e1adec9d1 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45672e3befe00b414695efb248226e3cbf6b5eba6b5e722bba6b3f2539e7b85b +size 6095047 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0d51507914b30c816e767bb73db19a8781b8ba0b --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984b7f37ada35b3027e6e7d4f94e3703f4f2d59449a5f4db306e866c1bd2cb41 +size 7179655 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ebdfa4ccb9297cc74f5b4b94f73430433a8472f7 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f69913a8343d21f7d4568bff071b39cdf1d98ac4c8a082d16cb75ed51955f8b +size 8258008 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f2320d2cecb682fdc30b0570d8e7f0439a405078 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ae4f452fe7f95fbe4571d75ee3f5f71aca054a0d9b91b1ee71b7452918df82 +size 9343142 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..294aab84d5e45052789fa66f815c3ba717401d97 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ccd094a74d34172347c1d0395c2ae115dc939393ffe1a648a8c826861d1367 +size 2766155 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9d654ad0f32a57cdccdd7de8deedd5996286e901 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5957c2a4f7b1394a03b5d823ea8eb3cfb3ef7350510262efc5cfb78237beeb74 +size 5038930 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0580864e1fe3a73295513c4e62d4c5b78a7b0a36 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c3bd24af26efc3a8664a8df0ce714c5c8a494b905528b0a593b775ff296bd6 +size 7235878 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4efd9549bb99c906f44bf5ff67094f8721c8dc08 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb4395ec5bcd9e56dc5f55c5c5fbdc67e590124da9e954723dcdee8ef5c490e +size 9495165 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f8b0ad34d9d62926e3fe7f2dbad62d7b313d3582 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c317425d097192cd95472e6f65e51b4a0bbe960ff6fb5b863f2aeba972f0360f +size 11636034 diff --git a/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.jsonl b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ce1158060ad7a78a32b7e2b8866bd2723850904a --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/examples.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e113cc93a59c2ce87c170e4913dd2fbffea3ae0e4f1f1966d1797fc076e792b9 +size 13897007 diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..7bee139f697cc4b2190c52e0c09afc0c2ff74a9c --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.33202476289978655, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03284628255303658 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.06651480936453831, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.001650969998879038 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.297334737955042, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004992706637890668 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.10035078272046244, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0019783236676076898 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.029110043712061957, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008947308938169874 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.13391480095345307, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0032321395002733538 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.044642962602441105, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001178797135452423 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.06360280420840975, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0015109805669500105 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.2880932061217916, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004879650046655422 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.09648383030825737, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018521276667425775 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.06247062164223968, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0015581650631781932 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.27694653889243487, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004633639788952067 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.0940598212200592, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0018664528054209402 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..7f88c8a450270f47c687f37961832e90a7af60da --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.527115014551651, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.025666419950371343 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.1270389619853191, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004160322890958984 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3113982585236776, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.005100689200994648 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.14851607672855913, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0033689657278829425 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.06294568402552247, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002863056502770272 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.15340774472215243, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003411319647719293 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.07208261868868578, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002234096091379544 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.1157116753063807, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003769961491523323 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.29147344461366753, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.00468545606109597 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.13589968933657245, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0029353826676204973 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.11802827465869996, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003850703320853075 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.2933246534286482, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00468201951647078 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.13804305933456154, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003006886444225815 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..24e3473f078dcefa8bcf6194134f1e962f1ceff6 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.6597997964856303, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.034728244254522804 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.16610339248030914, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.00507284326160864 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3352959906245331, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004999412504809714 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.18002908296123593, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.003968306495814761 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.08678039894771569, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.003378136673520059 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.1742610345269654, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0036505372153588563 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.09209494204875378, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0026603000241755223 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.14649813778279558, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0043379793964259455 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.31289951361042795, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004601477399031109 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.1614621956023238, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003324273428019681 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.1507150810319521, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004505163531248335 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3160265105718741, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0046507219012497545 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.164808372020027, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0034322550025239302 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..7e2c3e1100b9432743c5030bd0e66b4bb00c14a4 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.823682659540449, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.03223216531212538 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.19000820798830498, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005654761920275743 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3542179698381772, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00504611245447937 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.19910319186529463, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004405170032341835 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.1027389531668612, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0038013449699206645 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.185929248611057, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037754838215154443 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10424957521252359, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0029705826763534444 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.16748846871920003, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004927644927911881 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.32704498822538286, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0045579213655376595 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.17723376057155618, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0036982270883436853 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17304403574735655, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.005121196453837608 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3314123051295653, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0046234640987954925 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.18174531523702536, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003846822902949112 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..ffc8cf45f9d7affca87b1868f6edc3fc376074b5 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.9530919051940064, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.0577655503873056 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.19701770449821013, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005404879841926881 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.36981751550824943, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.00493079961155932 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.2079827747732359, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004259502031408432 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.1051003568367592, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0035978375653891058 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.19524745454962628, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003766208065478121 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10890579060188654, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0029073811099355118 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.17219580163143128, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.004627732394600431 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.34023933463326017, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004497949648052741 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.18418656332394442, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0035517977647474175 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.17855926303676908, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004851287660726657 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3451827474898279, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004540414961524762 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.1893169899986314, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003703689468392939 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..1217e9d1c23398c16078a4dd540b72251739416f --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 1.018884418225518, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.06063389090761142 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.22200655898499053, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005962548162960268 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3774826876317441, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004921209540706189 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.2245014633073898, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004545756965978833 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.12083626340688242, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.004049580076214986 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.20032221007341308, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037578095361692466 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.11883663273017754, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.003113425284275466 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.19385895825070826, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.005166002921250581 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3463288815796092, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004493315251838996 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.19808696683914262, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003815012659940734 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.20080334312524634, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00538475664354496 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3509129204118928, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00453081936993939 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.20367651597482986, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00397975215283144 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..f9fdc804c6e981bcf1d8ab183fa2d92258e397c6 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.10013364964570891, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0029985387314871463 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.1289356843926102, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.003252442943612275 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.09645178040850848, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0023932324184934455 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.021651764261573173, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008981720810698575 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.032598865567093065, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0013688978962574704 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.02327004167912628, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008647699244277772 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.0798145635639849, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0025581061221673636 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.1030194283338092, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0026473619878516663 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.07529103428773028, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018177481003977558 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.09366562084598902, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00288003307671834 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1197163043259789, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0030465061402892178 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.08939472105780072, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0022284928823277507 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 1.7850233361049752, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.08520743952252237 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..a52b39f4e298b35b9d6d2d51263c5176d93b5d49 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.21111776699074944, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0036795176175499007 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.18105322303497254, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002704526953003645 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.1571029592533628, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0019787964900554204 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.05017605453973606, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002257054306007703 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.036689033105982816, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.001304908170146679 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.031435380352664986, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.001023452617747968 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.1681933611426401, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00320801194833936 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14021014034344625, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0020838861579054162 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.1212831892222724, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0014852539083793823 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2001981792177172, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003545698165430484 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.17075722396717186, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0025253030583168973 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.14814548337398184, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00183959107231936 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.149034150653557, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.0880436859723492 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..e4eeacfe27eae62d5237a681693069881b341f4c --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.29659957692420796, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004313993725725908 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.2126729727290148, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0028286561111436205 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.19819144050955464, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002161181470745133 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.09032858272882092, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028501839568620016 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.05443855757508895, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014238340672832245 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.05229754159287467, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012492320842947013 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.24038327671489826, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0037910715865012022 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.16660116248057652, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002203413004362285 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.1554803027070678, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016597756677151324 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.280082550942368, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004156093711309705 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.19923648622767753, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002642427103030138 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.1857602434310385, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002016281937901344 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 3.2305991931473317, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.07950533990543071 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..7847001ca0e1c6653e89c99ef21be212d8e11f8d --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.27191585815512404, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004553033969089403 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.17785515989361886, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0029945927607217264 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.17120594609085021, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0023855136999745593 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.08471260929686349, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028304634396926127 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.04775389377827743, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014249088126759941 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.04645910000265166, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012307845898654572 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.22280436054883324, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003987085100348492 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14044912634248938, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0023437321076624205 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.13587385417087836, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018675251007595766 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2572403556839211, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0043942959684568315 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.16664812554605501, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002803799009075263 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.16058553787086796, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0022305451173721368 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.4191797072532624, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.05559997787678139 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..a60b37870deb5ee97c0252670fff18d2a3f23bc0 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.09582438104190298, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0037073724803882197 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.058712498837730144, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002338440354244753 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.05705943866163425, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002034238951249155 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.030302600329343992, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002020034963991066 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.01624326433634945, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0010266482066008744 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.01548765621583035, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008491139070832301 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.08030364270664823, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003249592772348841 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.04709615722253022, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.001883208275739314 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.04588756613231766, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016219219311521358 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.09101484836816211, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003576586055780137 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.05458046297521363, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002174773191043919 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.05326890477987492, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0018972568367539395 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 0.05821785911961025, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.006926474108387649 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..3166bc12a409ef1559b0013dd0604c26962e4b26 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.017339640048071717, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0017914288612189862 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.009388948695729904, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0009896129220143181 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.00965877650109712, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0009502280880678353 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.007695847190713622, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0011846920894618485 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.0028956408424041136, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.00040203067458898954 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.003396689228466778, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.00046945115771734425 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.015395436111568952, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0016573876664127856 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.007940994530119429, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0008467405048451344 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.008167446118792413, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0008056769564050579 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.01678224909258122, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0017500452777960934 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.009052865544143397, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0009622730677349403 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.009282795853843133, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0009151896700507592 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 9.084911261227677e-17, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 1.938771872220056e-15 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..0dcfcdedbad7e2e8ee24918fa8b6c726e77b5c34 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 0.8705138531971153, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.04867582531264036 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.034545848496052654, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.001566579723382951 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.045834929071352386, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002016811830226931 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.03809056028402446, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0016784416647229426 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.01357831342305598, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0007278435374694024 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.01818137390819633, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0009483762899268107 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.015075003955377725, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0007874787502852935 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.030361727102885563, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.001369965689115654 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.040364202751189966, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0017680282610923641 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.0335161304527499, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0014703931309561242 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.03177258180002162, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0014955658234812072 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.04147354656808662, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0018699366373118296 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.03475700574859405, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0015808773938519858 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..87f5bccf3e5c5e11a7f847566df8ed91e9398833 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 12.008758968305228, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.12564745639649488 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5631594638857529, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.00324421624132654 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4365816544468671, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0030105433233647487 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.46552795049805773, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.00235640354584502 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.26937549997021565, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026440834252656653 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2057658676796454, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002143734858738364 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.2197193326260251, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020109962036813298 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4087872898136732, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002934069491949776 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.31377900067912107, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024396772769032255 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.335604122613543, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002079991474543142 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.45969831228314867, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031623483646411057 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3549682540172786, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002746427422139494 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.3790404958358403, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023299555118255666 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..18743fe14a22aaef1a2d0658b79b46acdc2e5734 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.14198056712505, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.24387528882104717 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5832193324685282, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032787034277368537 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4601966943407872, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0029819842123464044 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4878980019648943, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.00229400065900204 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2960872844323463, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002769000714927548 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2309770935674146, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022965170518954945 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24462503044359898, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020943947868852283 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4349496583122404, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.003015743000538396 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34082058480437577, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0025066913309293682 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3620900980791755, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002113460359566787 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4867174466000412, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0032350689341699907 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.38300473271219204, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027921658474823886 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.406567917534112, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023455647214753387 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..ddeb2258abe01788eb1f67dd4c7d3eb9012516cd --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.568494170196605, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16235845379384753 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.580960944087758, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032426085149854737 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.462205873383073, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0029025682592738675 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48940623430349556, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002237489170426613 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.29731229285227795, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002737785275611433 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23475220291108906, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0023139060262653333 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24783052219620694, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002089515541436856 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.43459494765721124, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.003021280699774259 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34401804948389253, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002508909081833447 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3647405346505457, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021293095742188914 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4870002916061261, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0032257758633302993 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3872001617504186, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027831042016586783 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.4100565331346358, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023413011884842946 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..45d0e8a0845aec082d9b51c55fcbafacf487af6d --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.734731736932146, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16887071667451783 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5801184894727782, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.003304446650411685 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.46099783072021006, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0028878553497999355 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4894791754818595, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0023005348739165796 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.29812075093333956, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002844755419824555 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23325171781043572, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022772307735508773 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24803460463857877, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.00214528331500546 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4323253611145228, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0030220895477853227 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3419042442881764, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024830197258768685 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.36343319118608863, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0021424532256284854 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.48702805692607404, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003251909391956583 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3871750907489159, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002775190310841645 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.41100693983913, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002385212896337812 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..aca5c30938412512958614e101649b7077478ed3 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.417330528707561, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.23744062587048995 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5804014340987179, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032819804536962584 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4582313763378584, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0028210153655625013 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48870465280584424, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002241402168765513 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2973507676511209, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002822434875050306 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.23140500698702424, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022546925569823587 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.24688680363045243, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002112718830613371 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.43320881922904375, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0030348704584789053 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34027316974490135, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002449545539483717 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3634152205481943, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002132655133838495 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.48672630521219834, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003280235985520434 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.38371077804603543, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027322740126673704 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.40942633387323074, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023623920101575194 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..536df372f83df99d45a0fefd5f3a428235e9086a --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.11963298530443908, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.002368819248238803 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.28117303100546565, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.005529983454772786 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.16563824544624003, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0032253697331514498 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.025988362314328585, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.000997588416820755 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.06429373809950764, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.002624993265784442 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.03650064845163216, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001407177754346794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.08900328361038783, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0017538328575853156 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.21035687677527884, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.004212998263040422 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.12335764205289244, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0023998257893507076 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.09348267589650253, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0019094389936997007 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.22162305835248405, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.004602701558276795 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.12971536873089445, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0026207364705836296 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.6445432935397932, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.11288880012114288 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..33ffb6eeba85c98f0a2f9b5c5ca1ee60d12cbaaa --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.16963198767042315, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.002937269648695778 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.30825637395558336, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004370185872392451 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.20565249149745046, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.002804831346629974 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.03482662251402544, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0014769947445053828 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.06455952984895309, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0024217677572532996 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.042159228682119326, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001590769484466558 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.12598747225029228, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.002280349516115101 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.23023461091477196, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.003384529702917665 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.15284179702621556, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002143177827632909 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.1304550598704216, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.002321857032815001 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.24130012289322367, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0037023325680176954 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.15914388511785377, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0022721119916273304 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.734128327285966, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.08924592886370027 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..98813e3c5cde12e3f14c2c827225e1c235ffc784 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.22067542118387265, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003859452585001004 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.27030517058690373, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.00391277652919709 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.22539563476819588, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003133489804867722 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.047009502675708165, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.002173179401977634 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05686441658011089, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.00247318036490619 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.047169327493735744, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.00199109164400243 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.1642240699512137, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0030808505625225004 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.20216628044461474, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0031256639466597388 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16770225679218967, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002496420037294455 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16692030908684236, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0030981804279163147 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.20768035344064897, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0033851444187716706 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.17110619274109168, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0025646249178584764 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.071346995064759, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.11437801801926932 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..56e3386fec00b5bd0ab807907218cc904b076931 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.22140615543341866, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004204679986334029 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.2444906635779359, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004073874459614794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.21646380285670908, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003530035532648745 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.04952151051084217, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0022666923793748218 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.0533842351917708, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0023446986110702743 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04773019417977251, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0020540531313582152 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.16807663783660487, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003387549311395567 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.1859775029237818, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.00325443532625321 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16386346574102725, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0027882855655311897 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16936961306971046, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0034063239974255637 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.18841832491605268, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003382609617563602 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.16552783963705708, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0028417200102711917 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.318524945908214, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.08598566221567794 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..e345c02b481226c0c16decb7a98093e3478ab6b2 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.06436084008158685, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.004004154969143478 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.06086433870277819, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0036498255182998273 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.05671539048524648, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003330283869930652 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.014617474767198527, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0017366601516105656 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.012749228311253753, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0012424948236292898 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.012384552834017296, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0012566880181981682 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.048955624036311166, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003162711183472558 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0456391933473409, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.002760702511080215 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.04272344374969, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002558877704383889 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.050043427048033697, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0032007871669195633 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.047172374717404854, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0028612594448202094 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.04389506319896344, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0026138307035845822 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 0.2202628831493563, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.05888934471976352 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc890ec28c029f35f2f2642186091ff390a7406 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/generation/slim.2b855b55boscarseed3_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.0026890331605918753, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0008483268258212475 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.0017377836109564373, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0005352032014968291 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.0019356785814855194, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0005869452676229577 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.00011077758719268152, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 7.83387543031719e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 8.063215610385422e-05, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 5.79270034349398e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 9.281741700266572e-05, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 6.607511454084363e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.002152537869033098, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0006750309400673729 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0013275557055278245, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0004057676471998518 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.001515345186644524, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.000460327548876044 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.002152537869033098, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0006750309400673729 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.0013275557055278245, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0004057676471998518 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.001515345186644524, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.000460327548876044 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 3.79693853289103e-57, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 1.663506575542054e-51 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0.json new file mode 100644 index 0000000000000000000000000000000000000000..aa575b95dec2dcb89a6987ca1d3b34003938b121 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r2": { + "acc": 0.341, + "acc_stderr": 0.014998131348402709 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417459 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644647, + "f1": 0.3478682170542636 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.04560480215720684 + }, + "hellaswag": { + "acc": 0.374726150169289, + "acc_stderr": 0.004830628620181023, + "acc_norm": 0.46415056761601275, + "acc_norm_stderr": 0.004976939333240077 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.01403724130957364 + }, + "storycloze_2016": { + "acc": 0.6488508818813469, + "acc_stderr": 0.011038179124113263 + }, + "boolq": { + "acc": 0.6073394495412844, + "acc_stderr": 0.008541161248702906 + }, + "arc_easy": { + "acc": 0.5340909090909091, + "acc_stderr": 0.010235908103438685, + "acc_norm": 0.4882154882154882, + "acc_norm_stderr": 0.010256933475911006 + }, + "arc_challenge": { + "acc": 0.21843003412969283, + "acc_stderr": 0.01207429160570098, + "acc_norm": 0.2525597269624573, + "acc_norm_stderr": 0.012696728980207704 + }, + "sciq": { + "acc": 0.802, + "acc_stderr": 0.012607733934175315, + "acc_norm": 0.724, + "acc_norm_stderr": 0.014142984975740668 + }, + "piqa": { + "acc": 0.7013057671381937, + "acc_stderr": 0.010678556398149242, + "acc_norm": 0.7105549510337323, + "acc_norm_stderr": 0.010581014740675621 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..aa575b95dec2dcb89a6987ca1d3b34003938b121 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r2": { + "acc": 0.341, + "acc_stderr": 0.014998131348402709 + }, + "anli_r3": { + "acc": 0.3258333333333333, + "acc_stderr": 0.013535422043417459 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644647, + "f1": 0.3478682170542636 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.04560480215720684 + }, + "hellaswag": { + "acc": 0.374726150169289, + "acc_stderr": 0.004830628620181023, + "acc_norm": 0.46415056761601275, + "acc_norm_stderr": 0.004976939333240077 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.01403724130957364 + }, + "storycloze_2016": { + "acc": 0.6488508818813469, + "acc_stderr": 0.011038179124113263 + }, + "boolq": { + "acc": 0.6073394495412844, + "acc_stderr": 0.008541161248702906 + }, + "arc_easy": { + "acc": 0.5340909090909091, + "acc_stderr": 0.010235908103438685, + "acc_norm": 0.4882154882154882, + "acc_norm_stderr": 0.010256933475911006 + }, + "arc_challenge": { + "acc": 0.21843003412969283, + "acc_stderr": 0.01207429160570098, + "acc_norm": 0.2525597269624573, + "acc_norm_stderr": 0.012696728980207704 + }, + "sciq": { + "acc": 0.802, + "acc_stderr": 0.012607733934175315, + "acc_norm": 0.724, + "acc_norm_stderr": 0.014142984975740668 + }, + "piqa": { + "acc": 0.7013057671381937, + "acc_stderr": 0.010678556398149242, + "acc_norm": 0.7105549510337323, + "acc_norm_stderr": 0.010581014740675621 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1.json new file mode 100644 index 0000000000000000000000000000000000000000..641ab2dfb2d415faf965db2a554f0d3cb07243ba --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.01486539538592836 + }, + "anli_r2": { + "acc": 0.323, + "acc_stderr": 0.014794927843348639 + }, + "anli_r3": { + "acc": 0.345, + "acc_stderr": 0.013728421539454876 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.35057471264367807 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542127 + }, + "hellaswag": { + "acc": 0.3695478988249353, + "acc_stderr": 0.0048169588177260836, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.0049787293000748915 + }, + "rte": { + "acc": 0.5451263537906137, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5272296764009471, + "acc_stderr": 0.014031631629827696 + }, + "storycloze_2016": { + "acc": 0.6386958845537146, + "acc_stderr": 0.011108686479432282 + }, + "boolq": { + "acc": 0.5850152905198777, + "acc_stderr": 0.008617716361921567 + }, + "arc_easy": { + "acc": 0.5391414141414141, + "acc_stderr": 0.01022829820076613, + "acc_norm": 0.5244107744107744, + "acc_norm_stderr": 0.010247548905242272 + }, + "arc_challenge": { + "acc": 0.2440273037542662, + "acc_stderr": 0.012551447627856255, + "acc_norm": 0.25426621160409557, + "acc_norm_stderr": 0.012724999945157736 + }, + "sciq": { + "acc": 0.861, + "acc_stderr": 0.010945263761042962, + "acc_norm": 0.843, + "acc_norm_stderr": 0.011510146979230187 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.0106275740805148, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..641ab2dfb2d415faf965db2a554f0d3cb07243ba --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.01486539538592836 + }, + "anli_r2": { + "acc": 0.323, + "acc_stderr": 0.014794927843348639 + }, + "anli_r3": { + "acc": 0.345, + "acc_stderr": 0.013728421539454876 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.35057471264367807 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542127 + }, + "hellaswag": { + "acc": 0.3695478988249353, + "acc_stderr": 0.0048169588177260836, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.0049787293000748915 + }, + "rte": { + "acc": 0.5451263537906137, + "acc_stderr": 0.029973636495415252 + }, + "winogrande": { + "acc": 0.5272296764009471, + "acc_stderr": 0.014031631629827696 + }, + "storycloze_2016": { + "acc": 0.6386958845537146, + "acc_stderr": 0.011108686479432282 + }, + "boolq": { + "acc": 0.5850152905198777, + "acc_stderr": 0.008617716361921567 + }, + "arc_easy": { + "acc": 0.5391414141414141, + "acc_stderr": 0.01022829820076613, + "acc_norm": 0.5244107744107744, + "acc_norm_stderr": 0.010247548905242272 + }, + "arc_challenge": { + "acc": 0.2440273037542662, + "acc_stderr": 0.012551447627856255, + "acc_norm": 0.25426621160409557, + "acc_norm_stderr": 0.012724999945157736 + }, + "sciq": { + "acc": 0.861, + "acc_stderr": 0.010945263761042962, + "acc_norm": 0.843, + "acc_norm_stderr": 0.011510146979230187 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.0106275740805148, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2.json new file mode 100644 index 0000000000000000000000000000000000000000..028e43d6ac2c8f860d686fe91d5c2447fcabcb9f --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.323, + "acc_stderr": 0.014794927843348642 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653602 + }, + "anli_r3": { + "acc": 0.32, + "acc_stderr": 0.013471620929769144 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813058, + "f1": 0.28200928200928205 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.369946225851424, + "acc_stderr": 0.004818031396138923, + "acc_norm": 0.4690300736904999, + "acc_norm_stderr": 0.00498020045185168 + }, + "rte": { + "acc": 0.5270758122743683, + "acc_stderr": 0.030052303463143713 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.01401124259496412 + }, + "storycloze_2016": { + "acc": 0.6376269374665954, + "acc_stderr": 0.011115793699210296 + }, + "boolq": { + "acc": 0.5847094801223242, + "acc_stderr": 0.008618637526341675 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916037, + "acc_norm": 0.5340909090909091, + "acc_norm_stderr": 0.010235908103438688 + }, + "arc_challenge": { + "acc": 0.24744027303754265, + "acc_stderr": 0.01261035266329267, + "acc_norm": 0.26706484641638223, + "acc_norm_stderr": 0.012928933196496349 + }, + "sciq": { + "acc": 0.892, + "acc_stderr": 0.009820001651345693, + "acc_norm": 0.872, + "acc_norm_stderr": 0.010570133761108668 + }, + "piqa": { + "acc": 0.7154515778019587, + "acc_stderr": 0.010527218464130614, + "acc_norm": 0.705658324265506, + "acc_norm_stderr": 0.010633311470347509 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..028e43d6ac2c8f860d686fe91d5c2447fcabcb9f --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_2_lm-eval_global_step52452_2023-02-13-14-30-07_2shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.323, + "acc_stderr": 0.014794927843348642 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653602 + }, + "anli_r3": { + "acc": 0.32, + "acc_stderr": 0.013471620929769144 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813058, + "f1": 0.28200928200928205 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.369946225851424, + "acc_stderr": 0.004818031396138923, + "acc_norm": 0.4690300736904999, + "acc_norm_stderr": 0.00498020045185168 + }, + "rte": { + "acc": 0.5270758122743683, + "acc_stderr": 0.030052303463143713 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.01401124259496412 + }, + "storycloze_2016": { + "acc": 0.6376269374665954, + "acc_stderr": 0.011115793699210296 + }, + "boolq": { + "acc": 0.5847094801223242, + "acc_stderr": 0.008618637526341675 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916037, + "acc_norm": 0.5340909090909091, + "acc_norm_stderr": 0.010235908103438688 + }, + "arc_challenge": { + "acc": 0.24744027303754265, + "acc_stderr": 0.01261035266329267, + "acc_norm": 0.26706484641638223, + "acc_norm_stderr": 0.012928933196496349 + }, + "sciq": { + "acc": 0.892, + "acc_stderr": 0.009820001651345693, + "acc_norm": 0.872, + "acc_norm_stderr": 0.010570133761108668 + }, + "piqa": { + "acc": 0.7154515778019587, + "acc_stderr": 0.010527218464130614, + "acc_norm": 0.705658324265506, + "acc_norm_stderr": 0.010633311470347509 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3.json new file mode 100644 index 0000000000000000000000000000000000000000..dfca6d015b69d83fb5109178f71368f6c5cd7cb3 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.341, + "acc_stderr": 0.014998131348402706 + }, + "anli_r2": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644648, + "f1": 0.41940672576964805 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.045126085985421276 + }, + "hellaswag": { + "acc": 0.3732324238199562, + "acc_stderr": 0.00482674616083019, + "acc_norm": 0.46883091017725553, + "acc_norm_stderr": 0.004980076707392432 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.014011242594964118 + }, + "storycloze_2016": { + "acc": 0.6424371993586317, + "acc_stderr": 0.011083341168827785 + }, + "boolq": { + "acc": 0.5868501529051988, + "acc_stderr": 0.00861211754780359 + }, + "arc_easy": { + "acc": 0.5509259259259259, + "acc_stderr": 0.010206428316323369, + "acc_norm": 0.5366161616161617, + "acc_norm_stderr": 0.01023223506393303 + }, + "arc_challenge": { + "acc": 0.24061433447098976, + "acc_stderr": 0.012491468532390571, + "acc_norm": 0.2721843003412969, + "acc_norm_stderr": 0.013006600406423706 + }, + "sciq": { + "acc": 0.887, + "acc_stderr": 0.010016552866696858, + "acc_norm": 0.877, + "acc_norm_stderr": 0.010391293421849877 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.010627574080514797, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..dfca6d015b69d83fb5109178f71368f6c5cd7cb3 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.341, + "acc_stderr": 0.014998131348402706 + }, + "anli_r2": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.5178571428571429, + "acc_stderr": 0.06737697508644648, + "f1": 0.41940672576964805 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.045126085985421276 + }, + "hellaswag": { + "acc": 0.3732324238199562, + "acc_stderr": 0.00482674616083019, + "acc_norm": 0.46883091017725553, + "acc_norm_stderr": 0.004980076707392432 + }, + "rte": { + "acc": 0.5234657039711191, + "acc_stderr": 0.03006330041190266 + }, + "winogrande": { + "acc": 0.5382794001578532, + "acc_stderr": 0.014011242594964118 + }, + "storycloze_2016": { + "acc": 0.6424371993586317, + "acc_stderr": 0.011083341168827785 + }, + "boolq": { + "acc": 0.5868501529051988, + "acc_stderr": 0.00861211754780359 + }, + "arc_easy": { + "acc": 0.5509259259259259, + "acc_stderr": 0.010206428316323369, + "acc_norm": 0.5366161616161617, + "acc_norm_stderr": 0.01023223506393303 + }, + "arc_challenge": { + "acc": 0.24061433447098976, + "acc_stderr": 0.012491468532390571, + "acc_norm": 0.2721843003412969, + "acc_norm_stderr": 0.013006600406423706 + }, + "sciq": { + "acc": 0.887, + "acc_stderr": 0.010016552866696858, + "acc_norm": 0.877, + "acc_norm_stderr": 0.010391293421849877 + }, + "piqa": { + "acc": 0.70620239390642, + "acc_stderr": 0.010627574080514797, + "acc_norm": 0.7040261153427638, + "acc_norm_stderr": 0.010650414317148131 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4.json new file mode 100644 index 0000000000000000000000000000000000000000..80afc90f0158fb911f032f523d842948cfe337f2 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4.json @@ -0,0 +1,66 @@ +{ + "results": { + "anli_r1": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r2": { + "acc": 0.329, + "acc_stderr": 0.014865395385928359 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.013630871843821474 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.2842465753424657 + }, + "copa": { + "acc": 0.75, + "acc_stderr": 0.04351941398892446 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841071, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.004978729300074892 + }, + "rte": { + "acc": 0.4657039711191336, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5414364640883977, + "acc_stderr": 0.014004146853791914 + }, + "storycloze_2016": { + "acc": 0.6467129877071085, + "acc_stderr": 0.011053474766125627 + }, + "boolq": { + "acc": 0.591743119266055, + "acc_stderr": 0.008596583869583202 + }, + "arc_easy": { + "acc": 0.547979797979798, + "acc_stderr": 0.010212436978834099, + "acc_norm": 0.5412457912457912, + "acc_norm_stderr": 0.010224815730255816 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..80afc90f0158fb911f032f523d842948cfe337f2 --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json @@ -0,0 +1,66 @@ +{ + "results": { + "anli_r1": { + "acc": 0.35, + "acc_stderr": 0.015090650341444233 + }, + "anli_r2": { + "acc": 0.329, + "acc_stderr": 0.014865395385928359 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.013630871843821474 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.2842465753424657 + }, + "copa": { + "acc": 0.75, + "acc_stderr": 0.04351941398892446 + }, + "hellaswag": { + "acc": 0.3746265684126668, + "acc_stderr": 0.004830371317841071, + "acc_norm": 0.4667396932881896, + "acc_norm_stderr": 0.004978729300074892 + }, + "rte": { + "acc": 0.4657039711191336, + "acc_stderr": 0.030025579819366422 + }, + "winogrande": { + "acc": 0.5414364640883977, + "acc_stderr": 0.014004146853791914 + }, + "storycloze_2016": { + "acc": 0.6467129877071085, + "acc_stderr": 0.011053474766125627 + }, + "boolq": { + "acc": 0.591743119266055, + "acc_stderr": 0.008596583869583202 + }, + "arc_easy": { + "acc": 0.547979797979798, + "acc_stderr": 0.010212436978834099, + "acc_norm": 0.5412457912457912, + "acc_norm_stderr": 0.010224815730255816 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5.json new file mode 100644 index 0000000000000000000000000000000000000000..a73dbaabb3deaa639562ff3913aa1460849aa08b --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.33, + "acc_stderr": 0.01487687202745673 + }, + "anli_r2": { + "acc": 0.319, + "acc_stderr": 0.014746404865473484 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382147 + }, + "cb": { + "acc": 0.5714285714285714, + "acc_stderr": 0.06672848092813058, + "f1": 0.44974910394265244 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542128 + }, + "hellaswag": { + "acc": 0.37273451503684524, + "acc_stderr": 0.004825441080261174, + "acc_norm": 0.46922923720374426, + "acc_norm_stderr": 0.004980323400031081 + }, + "rte": { + "acc": 0.5018050541516246, + "acc_stderr": 0.030096267148976626 + }, + "winogrande": { + "acc": 0.5374901341752171, + "acc_stderr": 0.014012928183336578 + }, + "storycloze_2016": { + "acc": 0.6456440406199893, + "acc_stderr": 0.011061031791615487 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..a73dbaabb3deaa639562ff3913aa1460849aa08b --- /dev/null +++ b/2b855b55boscarseed3/evaluation/rankeval/2b855b55boscarseed3_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.33, + "acc_stderr": 0.01487687202745673 + }, + "anli_r2": { + "acc": 0.319, + "acc_stderr": 0.014746404865473484 + }, + "anli_r3": { + "acc": 0.335, + "acc_stderr": 0.01363087184382147 + }, + "cb": { + "acc": 0.5714285714285714, + "acc_stderr": 0.06672848092813058, + "f1": 0.44974910394265244 + }, + "copa": { + "acc": 0.72, + "acc_stderr": 0.04512608598542128 + }, + "hellaswag": { + "acc": 0.37273451503684524, + "acc_stderr": 0.004825441080261174, + "acc_norm": 0.46922923720374426, + "acc_norm_stderr": 0.004980323400031081 + }, + "rte": { + "acc": 0.5018050541516246, + "acc_stderr": 0.030096267148976626 + }, + "winogrande": { + "acc": 0.5374901341752171, + "acc_stderr": 0.014012928183336578 + }, + "storycloze_2016": { + "acc": 0.6456440406199893, + "acc_stderr": 0.011061031791615487 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6629a11ce3bc569b4566eb4a2c1722bb2102b94d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f240f43447c9d54844f32019185fb7af6f6f03fbbeb6fba817d264a5e3274e +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d216c89c882aa9a4fbe96875152bb17744ca31cc --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a6d65844b221ca8520457f48089b3bc8160d7c4597a51becd19474121e60dd +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb98e495dd46273e996c8ec0131b231ac6cea83 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faade6d2534559b4e6a80c51ac582ea32855a0ad8d0587258bd117e5f8386218 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..259b143ddd84488f252eaff92e762de47fb31d58 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7248130949b2ddb7738734c05433dd27aa38693f877c7124ba2c80ddbf2ad088 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff40811ad1a1b109b21c6e42f784426ee67aaf8e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5089b6245a40c40956f7a5a7e40e51b4c7864925ce02829cd5ba7be27d02ca23 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f87258f09999f3f5e91722c1c7b4f195a9b292 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff881b012945bc43cf54c95c1bdf9830a51fe2acde473fb0ac05e830a4bff39 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f659e62e6d0ba33d66692a75f73c7ed9d19bcc20 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf908bd03427ddbb630dd6fb947801050bf726887de21240240cd5b0176659fc +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91a7974494f53fc38ce27361fac3ee4ff93f0628 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02f01e13839beb0b7d03aeba7327033f727fc8d629651c28535cfb170bc8fbc +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1915aca750857cbab5856c6ce83ad26d958f8e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a4f4e9c4398f61957ef7fa49cdde79b1f801798559865dbf4def5863639d76 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8949cfd273707224b02a5957514c49a5f6a66c0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81a71e1e2142d76c1d436cca7a79f87642ee82f2232a75ac358493d837b719c +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a7e961bcdb7330b46be09e5b7299e640f3f6c2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afa05e0bf6f7ac984cdffb58f94be0bdfe2c2ca5e64256595a48c80cca81c56 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4668ae56910e7f86dbe03710fbd2062327b0bc47 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d192d6349e3e781eeabea4f9d321e36f6cb4f5ab57df30fbab0c056c080e9042 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea2c225892d3667cf64f63f3f7bd10c184da9ad8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60ac2d4c35ccb6504ccb9cc931e311b4836c173e44cd58597f69c79d232245e +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7e12d570f24582f4b2ed6c06f3da77311ba01e7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb91ce31d85319191ab9afe6c395173e077d2570eef2e22d36c6a6483d34c5d +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d6c7a0c0c9319a5518bbd024428389ac8e500a8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1620fcc47e5750c9be5b2d79988051daf95e194c8e24cf578a8150bb98f090e +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..229b70e13e1bf54b22ae66dc380ea9ed2863c0dd --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d30d115f11bfa4e2b9e096e2d7f7bbeff5a00c910000ec970cda7e976f1ab8 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba65efe20bc308ab1c2c6f7ce12dd1337bdefb1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac6547acc0d3559b9ef10242fa2dd2bea98e4f2ebe2db23b860621b39a1d0b2 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7bf5b0c9d694d7cea11adbe3c82f785fd997fe --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96912993f12f1bbc4d9ce3923e9fe0d3ecbafe0f57eebf8c984ba183880646fc +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3744f3327292173baca39b249c2c3675b89bf0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585a035334913974e737eae8cedb08992427f168c38dfd9367d0853d8c7568ee +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ad60aaf60fc8e697c14e0cb431f8c3da6dc025 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e2539b7638543359daa4a6ec91eef95a3087531da87f20c05453d9f8879fac0 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc53292e9515cfdb2fc787dc0be4229ac2f6796 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83c85a75dd1bed4a9105e6ae9d4130d46b9a37a7b8a32ce972e8c2893584a37 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a3a2fdcbdb7bf386d2f88f67159ce397ecb5d9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9986a0986dfd7c3ea3df014ac512f34641fca03c0c82684e9773f423bb4e4945 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..733c71eeeda497270fd2595c1c721e4692e8a410 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8349591f33f222c9ae4471e3e15f860d009d40b3417c33952f847c39012f8f8a +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c06a8754fa475e5eb8d52c57b401e433fe5ca7f4 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2a1f87b5dd3f56ec4e3fe1236e5774f7f632e4a250b8d686e8b144d8bab7b9 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d2ae552369c98a787e004d87e629d50d02c086e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b63133ab9eba8d0ac85981fb6341b1a6738cb10e223f6cd459fe436e61e41ff +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f4d267704c6cbc5a1778f25519ebc84672d732 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc49c87b760df800f67eb940c001b9510d1aaf208e4259884f2099a4328d6d9b +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e7e0ec6edbd411c29126963d39c7790475c88b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190c2902d2e141cb80b6be510a67a134918e0c6ca785e757255a76344ffc4c66 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a4eb26cd4730d65a7da01a4e87df7ed9f6627b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb132152a2af94806da404b44236fd65d150a2d3f4675921194cb52a5bd72ee4 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3c8b8b42d9c6dbaa82b9c0fb5fcba96bf8cdd8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc626c12b3f1c97788be57c916a2356222ea8ce404836406167f0df412b15c4 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..15cd2a07d1b9ea1ca3b57152fcae502b909fef4f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9a120fd72101d40f232e72db19518054fafd88a7be637bf01264cd75343b08 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36faef6179e777cfd2d10574956e954d83ae8901 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa47bb07bae00f36cf59bf90b93e8f873fbc9d0450f5449d339d4d41c12a6bd +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7910f7d7ecf7f1c6ed7d6a76058865432463c5 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bcac0c94609dc6e51a853c4164f412f801fcfba5a9e54ab85647767992f7df +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc6081b8ea42d6e4a60919e81e36b0cc2754aeb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3784408985b28a15789a39493ed122c7f80b18be26a6080858ca67c5ac033cd +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1602a210239b31e6d14f005b70f9e2ed1cb3690 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6484f9363180f2c0f598a9dc02644697b99db90940502d7a844f6584568d99 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac245541815263baaab1254a47160d7a1a5fc61 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46559bf43e1c86cbb8b36570240eebabc5bf5ce5ad8190c4d80606c84be8059d +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c659e3d1a8b43606a47dbd1dfafe8346975c767b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba5af395c76128a049ab090af503f35973cf77e80745c03e4fc7d43140f94b4 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b2a85582fd43b5350034467971445adb2fde38 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8369be6283ecb92c29f2b303c8d3b7679d26d96472ce771fe4c7e961dcd3e28a +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0685656bd3e6ce9b63b0f4cb98046aaa9a9dcb89 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334cad2fbcd4415382c0d90c6b92a96be19ee7c8c9e3d11e141741ada277d51a +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e690297093b5290cc43663e761c19754a1513ef --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61fc89d0557ca7d22d6b2378039964791726b1af8a740dba6e7ff17e82a3ef67 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33e08bafcbe5f5e6ec3ff90cdcffe4b17c486a5b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7926b5dd0387705c7c246b1d6c1e3d9a87121cb0a0b01cf27fa5332fec74d2a +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..747ecb51e58e1659b4978879a7e840756f74f94f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6198effeafc4ee16109b64bf224a9c2f619727d7477baf8d2de15d564dd75d20 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8fe070b58db5d5eea1d26df23cc754396a84ea9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce83eecd99d088310ac711ac616cfcf8a202117a4b8414ec888ad83543e88ad0 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b805c3f0e9e704df7766c2234d7f0716b7a64028 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab56277c96a63ecf0d2c2fa0011a98b446d0c8209ef76e53f259cc36bf15236 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88b25cca89e4e9253837a7f0d6ffe55d0e1c2e1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7cdd316e38458b836f210a1d13c073b7434b7d7bf7a1d1179132310885b01a4 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..090a5c58d4cc5ae8812b69e8ebe4a7d20f058f0e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aab9b271e163c7ee3b22f94de74ce837949ac28455bb19de7265639e8b81255 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ff8b02ad3af7e47102cdee5d1f7727030c084b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5e990b5e385e07357a5c87775fc570ed5b2f35e24be1e47ddf6ad5e28ee1d7 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..240061d247860a6739040199fd167d490e807da8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37595eb069d051a23bf187dc9795eb6a659746ced87cc5db7bf14153f276ce4 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3f27687a265132d8ad39227088398681ef4dbc --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f838bcb78a4bf0e80fb66acba40b9fbee168549cca4748aad7d9b7ae007776 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4593bdbc9aeee240fbc32b991900863e83ae535c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525beadc74bb452fbff6fffbde17f0cf65507e1c771e097f48b71ebbdfb1fa8a +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d73e0148d80dcbadb01f2f0c4e448d3f19b900 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9406bb54fa6e631c332b4555510c823635dab099e8a3f0a2088d40cab62d8988 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..96bcced8800e3c9f3a9a1dd431bcf09573de9b43 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9bac948e7f62f079b93c600061b6f68c320b9c0ee7f9d41edef64a4198bd8cd +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ea393628b5aaa969f01c014b19bc4b808d4cec --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e274f22b2a8ff1ed98e84aa391fb2f558d8ad8a034dc6b8499a4cc6932183328 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01bca984a8baa3b8dca7236a328a0ab45cfc2ba9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0af4e533ce4e8834faa1fe92817fe1b9da8ee3c93a2cf613ffa7261e3fca388 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3c3fdc83c0ce1b707ac0e77f8ce831dc91d1c27 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d8e3fee301205fe7ce9382b869dfd97d5db3f30a7c2f1c43584b7ad36c9a86 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddbace04511a26ee6e7b4d5c84b2e35988ffbf94 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a616ee91f987795f37e594fb25b52cfb5b0bfd1f1d60e2cd277219aa05f9de +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc186ebcfa00f4cb8e28dcd0bc4f1d9ae4080aa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc92fab45c097a515ba517bd19d0fdccd79b4de5463de6fa83ddfbaf99f88b7e +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38fbba9dec82ca914521003a20a082e38f9d866 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdedb9daa93c7bfb9e377c409584b104ac26ef57b7f532e12a21dcada07c5120 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..859ef886332d9ac28f5201377516046d4ee82ada --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a379ec7c1b2df1e99ea13e9e0457677f700773b0453195b122a5839c75f3fb7f +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f323bf3401b0fe48340ccae3e992d706f48c31 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452b69a271086f3b51e048542d6b848804d9e67c2b823b455c1a03e9b19a415f +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b0b35b00e514c2318cedd4997b425d36257f1b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18b68b64cbe73b383e0ab660528fb02b89c7526b214931ff4e8154a103ad036 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6760a0209e71d5b85327fd505fb901f7c1d2306 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f800dee1f7ed3ea5657fa126ff84de53ef750e70b3c814e378f32bfe28752319 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..99765c62d507b0d66af11cd70dd57eaed10041f0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e727ae244a9589413c1511f902b5b4bae73c243ec1dc45d5a2c01e95943f42 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d56eaa9db7b878de4adae0d3732492d02cfb665 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52533ec97e7687eb6c160ea6dfbbf6b099d1850d15f1082428e6ea8f201ddbac +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c65a0c05d4b045ba8e529afdafb319d1d60f51 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c9d1ced7d7457de0210f75a1d3a271e59981f8c407ea7fff099e71a19ec8e2 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd434975dcb51332052c3fa10f10cd1f99424f2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a402e10da8bcae71f73c027048e8948310f0e40251986e0a9ae6c88866d87278 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d43b6ee9d694e2ac0c0b3dacacb768316327b52 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358bbc530385f68c65ee3c28c732706879cfac422780860bd274c6e8b4e656c8 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..388d99c624e6c948282fc35fe7fd0437da338e4a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dde176fb328d006dd8414bc99ef1296a8d4b8cb210c4bd6c26d75645d7a7a1 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8e09ca4bcbfa6bc2dca82fa576a6d053331678 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1457ffdfd50e93c425a5c8d137f363800e6a23d90dbcf7ed67cbb4d745d364 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..683dbae8e9b38649af3634fd09308e4afbb929bb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26199b62ee45d1922b4b1dd7ffc94817229089cf29261ac7a7ad9c65dad163cf +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d16c3209463ee09011030070727ea9f5c689282 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecac7d106d9ac1dcc72b891a521d90c049389ea11ab24dc9ca43f5dcd93ef216 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46639641f8015a4f7de8e233113915c1cfd80968 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec552bdf54b2bedd35f8e3f8b3ce8f9e29ad84aeafdeaad2179d57609d55db2f +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d223156d4c9cc57fff2c46dbef19a9298e0037b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09aec764c0b63c39efbd63d4c5bb8bbfe93a371c7ae5dc58664452f32b737421 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b28b8e51cdd2f8a135efee25b352a4f5fcd35a4 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d1c3d181fe594da91805c8aea5182487e49a08b5250426c8d11745f4b34e51 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da4b3a2ef1dddd7fcf99be12d706bbb372b9451 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6733541a1ba25aad39070831bd39ff0167988e66ea780ecff7ab3c3531b88347 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f2b20152290760b880552b2dd6febd0303b086 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c537354bc1be20b40ee22276ed99d38074fe39f9d4b85bb6d5ec6e43fd552a0 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b593287db1e6c579b24efc6e367a4f92ca7c12 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94cf8c63524452dc62e52b035b115b93168ff6fa814f9b46e671cde6ea3437b +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72afac62783cbc3cfcf61230cf050abd58a6a612 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11900164372a59a46031529885120980ce4b4032e1e52c4be61a81bc6a02abe2 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15fee9cf0b963a3ca51a8dc73b093e3829833a0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a30078e00ef047245fd81eb9a181fa8b8c531d373c9d2c7cc490f20fd50ce4 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5715acb996bdb0a3b2407cbedc8ee2fb37277d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370093fcd5d569482db64c83b60a129ace2ca799281038ffac687992b1b78b53 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30efd2c8670ba7b8cdde49c6995af556eeec916d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e173e1a1496aa356242ed1c1d6a6de9f5c1668858072bc314fe2c1c21093902 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a105c6e74179ca1b258c833d28e90ba977ae678a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9663c55bc0456f3b61fda12d9373337006953c407c93f39a31dcd9ca00b65028 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3bb76bc62bba8f35adf1c976c515fb3a73ce333 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deec7fa4eb80fab89e0ab04370c6ef9cd459a45be640b7622cf043aef2070eb1 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f012c955fc9f2d87ae90c8cc645b3ddb36dc094 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3031813e6e9917bb0b90f2c7812da2f8a35ff64a65f447a6e4357e4542f14ab0 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..446bfa988cc3a462cb59e414fb1caad958ace058 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d1fd284f30dab6e3f86eed3cb25e4be5e3fae0a55af27be42eb3cf42013520 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb99d31ba41be4b59ddc8e0648c6f180dc05c7f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1132209349e521f1362a6388d5e39617b56829351d0107983ff955de540d9de1 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d449d837f3b80ae7bd1fc2302e5f21e59270232d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0bf3073290bb636b1467651756075eeb0da210f8992da606e3646f22835d43 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e86f87981181ff2fd5b9651fdec710eedd137d1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb34b7d692424fbe8afc44822139de7d5084d56c712a10ac52402e4347000a9b +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6125348dbf1be8d6f3f40521a1bfa0630cffd6aa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119eaad18c637da8b7948e7310e179905c7202676c97a72a1098c04162771a7c +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6acdbdcfcdb581ea72c964946113d33480e22e10 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451f1d311af1d0b72947b05ca09a2f73e9449e6cb16c565aee34cc6a71f80f2c +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50819a1fbce31ffdefa9c2c0e6e4ee671636204 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c04a5684d6d5a9b9fd3960ebc2a4397323e5e027f229f446bbe3d3b75f1d68a +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9edb3afdb91bdc5f5487961174f7f1cca732823 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e69da65454b7ee05853699cd2fccadd332cef140bc28ff40cde99755fefbcf +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46613f2845613e9318f23d896e66c1e927d5697d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc872ce87ee8b7605fc0ae6aae5fb8e7b96713bfabedfba44340776aeb492a7a +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26f6f12d7d1401919dd05e2a66dd47a0d476d4a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c5d27b173e55c8f55f15dd3df66f0347cf80bf8bf7073d8036a4d366f2ab84 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e4cb52e86d5acfa53aa1b50bdf77938f2262c6 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9399317776bce4e56c16e7bd2d7e125442ca1bd55a8dc3e98371b3f8d8978be +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8844462b2348dea418682b47e254c500b69ce193 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7163563359fe33a90169746d9f20ccc10f6748953e93c917760206308fd17e27 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6851f9832e012285c1d340e16315742b14b7e877 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666de7b8018df6dc6d5652640b3ca5647133370f8919026f1726b6eb670c275f +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93dbb7cb59f43686cd9279c4fe11f892e5a6072 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5c904d7ba8eae6ba96047edc27bcf3b544620e5c64a631a649f49aaf5ca80c +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e4ba375d83fae1aba8279840679b9df022e3af --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4269ccf8c9b28e4d8394eb0fd1b082b31ea9e493087982f763de08b3cbb226 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..581406596bcf999a1542f89bc8b92779e62aaeeb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44876c3df348b54d042700e08bb968d6caa64f1f58c2785d7be3c6d1de145b8e +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac08018a3bc38541e19bb72ccd52fd9eba84a7cb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6ac1f55d33e97db56b57f2db96a55b8b64266d8d280881f8b353fa680e3f1 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c75b67ecade378dc65ef29c39e8e62f1a782bcde --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a168ef64772d97e6b398fc3c86584a861ebd2cb69dffc2a55313376b5ba9aae0 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3aa7e235d2a7bdfb93fb81b35e170d5237db81f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea1f80ab984f27b4f5931bd2e877cddabb0485d720f64e760d86e16d71e0f87 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf9581ea7b930817a41c6a8130e5d84562c55ac --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba544a54ab9c1cfdeac093ae96d0a1d7f44a9494d9367007d06acefda815d762 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfabc22144b4feea402707aafcc743bc60a5503 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e872810f6e8cbf3fb05c0e759b7172a2d9e026a070751e98151b855f00163e5 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bfc608b035c7a0b37a237894cbac087537074bb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abe016e7df5a5b02ba4887f5415152bce349bd4cb5438565ff8b1f7a1bf36c6b +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a462e4c861ebde9eb61d5270e32231ec4c572a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2834d63e45223b513267ce39c9b47a7903574560543a97a9eb043f475d136441 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..45473f314b06b23019186f57d2b9e795792d4a66 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a05dfb1389a098041ff47d14e6aa2b7f625260f73b1e14bf8c3c98a861646f1 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7e9be12e6b6401db93325ea630b87dffd8902a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1f060958583da8785d78e4fc9e2b4ecf11ac1a636e2218acba9c7aa8180022 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a2131686ab72c7c627351acbb9381f9fdc00c3b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d16ac0e4c7ca158f23d32017dfd3ebaf4d7b8b56302b15bd77a57c11a86d594 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1613e5ab12d795a5cb9d397faefdce16a52a24c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd601e1e95a574531362a8bc36aae4226ae9a32925bc09b2c2ba9afc3ca59833 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e775e4a3991b2e157a9a75b6acf55eab54aca8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f872a212675c55fd4fa8d2aea15b4f56c42dc458128e255d0d766b2e7b4de7 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..80b9d74ca686fd53592457a4b06c551628f12948 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e790c580ccee2fb6a55d3f6e0a5503e62e990dac702ac2517115a16ebaf832c +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2947dd451701b5ff282ae83a13a07118cbdfbe16 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55751ac813481f110b6934c23fbf51940e32bbe8cfd53b4c6fb22df3b859da +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c5d46111ab706f6cb6e3ef3fb663e072a109e3 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f2ac5a62b4b435ccf9ef9dfe84aa4a2748c0c8821ef34c596fb6471a36b4ba +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5eb84c6aedf308074cfb1b5646025125c72ac4 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f919d8d2a181194677baf68be58be02891e179e1fb7f0aa937d06cfed1ce0a +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c0d8b0b6a37aa1763b3e2197f4028070cab6646 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6a4956f1d20f46849eb17fb032e9414f5c86483553aca9823c2b046d8caa93 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5c0a015ecf4eba1823075e2198c014e9569b745 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1cf9255aeeb0b492ee71672e4831ca3f13a22c864458f30b3afd68c101c89b +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dce646d4fbf1ae0f8e63bd1044b6918ce04e904 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e91844cf9e136ba3db450bfa31fc14a49beb5c63710be1b4a8b8a5f091f13d +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c4b1f0bfc5dc6756be48653eb073d101ec4013 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6615aaa96d804352ad6dd1db49ab1eb797e748948424906ce7d0b4de2fe85e9 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd8483d9a518b51cf5ab3e8ebb2ed78c6f2bdcc7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c04d4a5bdc0533e7d58fb34d4453474863732b2d70120465758de66978fbeca +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..364edee1dc258aae2d97e9e6a63d05172730a365 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c43e1b6f86a72f51c4caa4a40fde5ef37513d99e3b4b13c43037f9673715696 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9934a45a9da5aa0ec17956171f67128be2f422f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52088e1af473c37abdd5b2ebda304c19de81027d77407c071e008db03fe624af +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ef3ea23119a681a090bdcdca43625b19277b84c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767060aedd4920d89697dba2c1783fe61acdd3c49f41f77cca911aca45c2ea73 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..82d1ea316851d80590f1aba28cdd22289ea6d168 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0690e13101584b3a8c87ab80b2faf16e48783b931bd208b01b0450d5421573c +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44b0ea645bcf364f4bcedb8da1d1465d5275e6d9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f060322dddb3c38198ee19330d58e4d87d7dbfd05627d734c80fd714ec61b0 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4802c928b5994e1d9bd6c6e18b650015800bd371 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdacbd5cb96ca5c53564dcfce9a13d87c08cb82fb8a129b0703a8beeb0669117 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..620b9415f9ddbcb814652f3d720dd1fc8d174fc7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc0fec5ec447c79af57a399fc55d60173d94fc053e4e61c42e0fab7b67be37d +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2faffc54a4021bbb61ac8382a92d75f3bf362aa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ebfa1a7c4290b59a8a582ff9ed8db259b9e243e6f5e69b2d2f6dddd82e79ce +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9b6b05218d5bf047376b4e7487175b8dc626ba --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4628e48ed61598da9dd9e4d555201124539713ada93eba48830cc0dd2445585a +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc9ce3ed6defba9a563505f12a268446514844ea --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db675b45c4ae9d1f85f1622abcdbf5014d3cd9a7a21dfaccf65b1b02dc6cce9 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4da236ffe6fe5d5b2c894bd49fa8f511dff7849 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5083050a0dbd5a823b284b3b402631613867f0c9b5360fd932e7a64469128f52 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d01213c9e29e32cb745b299671f95e4826437220 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de23e04ca3bf328c969113f939094c35a9b231d0ed3ef4c390420dff7fdef372 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e88629cd40486168e6c6b6a4335a37d55a0eaf --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04e8efec898f6cdd46428c844c5e6a594ad5e8a4c94d2f6355ad5ea5db97fee +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ddc60a0b3248e93f47bf7907e3a5a15b3b5775 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71af030a353c0e50c227635d671f38e893010444830266e6ffa422a8e4e7dd80 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb15e9963bab86b89a1d5a7c70e10bbdab841f0c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00825dd1b208fcd0fbd6601dfdff3fb66c5b4514c5fb6bba3f825f519664fdd0 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b5af8eff3dfcc203b78bd2f53313f9ee186454 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b97c7104728e3af4ab94560dfc1ae3aacf1f013f82b73b85f138b3a2460a334 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88f7951c7e406965a9b69d91c24cf7f782235c9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c754c37801778b061546335c4af8a70c170143154ede14b42fc3d60c78a192 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..362f395a48f39ecc31b040ca65422912070b22be --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bae8e925140be50b9db0e581103707649642c945a8b55d1f88d34d6684de35 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc333bbe5f89a371d08b2dcb89300c8bbefa686 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c9b2d15fe2799bbcd0ac873ad543f32e6b0ae8b337978dd40b8d3b22aba864 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2da2b640d21a6e94719eea3d1b52ef186ca2683 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f67b51c41aacf53c1baa0852f5d513f88be4e53504763e27c4a918b445137f73 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..41b4963a86412f28c99fb23e8a76aa12d31b1ce2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb527108f5a7620a7865036029eb2b554dbf03e8e77a2969f485f0f39e42a73c +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..581242e967a5aed0f19bc867559662f165531210 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc45184d3e32c2f051575487e1a623bc52c1ac9cdb66633b57ed5cd9b67569cd +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2619324fadfb8e981424c5e4d441a266577f54fa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de178b7ac3a65bd1e2f1a6a08408353837861130abb2ab1d30c67ac11c2b258a +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb0ee3b020dac6c257deeb3e38a535cb6efc455 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1eafab36bd2b63e3281550ea267fc2e764d6664f36cb7d797f273a6d488a8e +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60aac125d03ebad1c88238ce35bc6c36ebaa526 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9649d6cd99bd72b0d8f4269d7260cac8476a00ce25dd627a1ac82dd8f1127a5 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b0b4762930eab3d22899f082cc17b0cb02fe131 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cf60301ad2528c6569687dd0608b214d83890e6245c7fd0705fad6dbb69efd +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5314a025be6afcb19f1c7ecd1dd4c2901cc0b1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2209f270b18bc157caf786909c9c4f222ce19f1326ec9543b0b20c8ed4787fe +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff74c8bb2f4571239cf664a24b8718531dc6cdd1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37885754269125d949eb6e0d70c97da9364f23d5a7313f771a345ec6b8e12e5f +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93caa6e006ef8eba288f00ade07e79d2c0e52ff2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5211456ea9400da06c8a5eea4970346bfe3dcec37c780a5d34b84ed14f2e7c5f +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2650561ff774a2e9e441bb06b8268812c11907b5 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345560808b67a22fdbd50ae180c0c1d41ed849b2183daccaead4fc9fae0d4dfc +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cccb07c6bf666b61a46def8c0eb2a60b5778711 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729e178e02e905db5c2234d54903deedad57712160eb950310a13268391310b5 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d698312aee0f290a3b7199627e25def08b6f5e85 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7beb7ea58a461a35251168b8c641fab1305a05e39feee71b9ec6233e010f161b +size 131677933 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..356d0e906ad779d1a42c3a93417a0c74909f59f1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11f29516847b35fb28d3c348aa42741f6ec11844e43e3ddf3c853fea622ad02 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0b0a6257d72f27ae02542cd33838c25755540b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad61aa4b893956e871650ed45ec33e51ecd5eceffc3db8e5925f75eb84d842c +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc6522442aff3c0e647b9a40aaaa5f676eb4334e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948b975af5ea4c176efc9c1e327a71c9b6e078d9adc33fd451b63c43d4516a0d +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c23fd3ad5e7ff5371558b9d523949f560ac49e39 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84333d8d1bcd66ca1742d1412618d9740c7016fdfa2ce7428ae8a4d1b2388d25 +size 131677922 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..10afb0225e558026bec18c8fe9688709592c5d94 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602a84da79d7201e45e13e0396aa54649e1287204dc9a34db51bc9a5969fb0f7 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1b7ce754000b19c414308c42745c32145ec888 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e37791c2e8532fb81107842694051147c411cd916705340d2ff1bb598acf77 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..506e77d99365be55e25b58dd9254147cf9a9fc51 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa88703946dc36c0b943690e4bffbb2201e63c1e053eeab38390dc4096a75273 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f7d2f57992d29f4d2027d0349371e12cac1c09 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b10642b84a450c3d018c4c3e1485bfdad91067e068b7b9cefcafc76282b27b +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de884e61a0234ed91878d0343f41c8d1e62aaf6 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44ffa58b98538a0f77256d7708bffdd7d86f93fd7d48fa395eac4b729eb1309 +size 131677805 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e772ffef4f3f71352e72d4829d4230fc691fa4da --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13fe19677f1354ba894f6e4c877bbb62e81a403b16307ee9a09760dbc5706757 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffcf79bae3fdec39d94d102554b20f9df8f21ec7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7613026a873300b4f5ecf1b69a9822b2915f266f6cff24876adc3686f91466da +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45f72eb6392f04fa5920e7cabbb6b095cf6bb46 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4babdadc5585a07306dc5ddec14a65555c73f731983d0b6753f00120f24403 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce4a9e6fc0e7c8390d2b96a9c698e9421696237 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5d00cf63a0af723e7d9a6ee9ecd0c52c6f8194de9926545f5e37f83803b2c2 +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e293a890b7d1853d1ca9025f9a94cc3dff357ab --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db493bf9e962041bcf885026e963727beb478b2160fbc4fa15d9103dc0b67f7e +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6509516e1724a94473485cde9d5099ce7da7eb37 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b185290944f7464016a7e697e26683367add0eca8e6a9246efaf336a0addad3f +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1a8df16c9229d820e0b9319f6274856a0f07d9f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9d7cdaabdc3a9d41a833fb7847bf49a128ef506574d98227c19ff66cb2a541 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..796ed127cdc21c4d83127ae2bc2923312e28f9fc --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e910012d86c0267cca4a3d2b52db1845e04aca9ac0a3f7605e75600b3faf30 +size 131677869 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e0752902d14597c0a6322a06059fb99b9f6fea --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebeccdde2aa188b5ef1a118a73a620c230a8e21ecf930214d19a240b76123a8 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db64c5d3132eebcec6360bfb38d2250d10e15665 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec64ac194dc713b3b1f0b465f450cac2a22210579d38f5b5219e0b7c80813b9 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e0ad470483ed0e9611448eb96922760c34f6e10 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03bab9e6c99600ea50d8dfaba83031df605607852be3977172c0259952a58c7f +size 131677741 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e53e0d1b8a43eaa5c99dd77f38c04ab438d917a3 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab45a14339e863936df3d03892497d448ab823c3cc57e976d5b2ba5ff7a6264 +size 131677677 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b4b6dba019b1f22bf275e48e04c1ce2c36b01fc --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5ce3214cd0ac8a9e587700f9f3fec367f4b17ed069aa9b857e2567df5a4e13 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0586cb1ae9a3b0e4a4defbcbdc69f39509129a5d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ca5b5d7035ceba5f6ee3232c80cd49f9aae7c74e2b074d3f338c2ef8838f0c +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d13ed3543823f85ed8f3b2b7a9dc041c502b95 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd28f23b38be1b9e229aa44215040508e3c6b6414daa9329f56a4b38d85e19c2 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a4b46b6125577584235775ed015e64b4cdb01d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a49fb0ec91f2e8a45dbe199f95e56f4cda506ef7d148164ad09ff946a51d9c6 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f0d7a8b7a7680ed6f36c09970dcf666510fd8a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ff2a9924ba5b177175251be3379e75ea6eed1cf4215e761272a40e4c867945 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..087850c3ef90d5a369bba8cac7e292ec35a46557 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea53a3201a0f48bcef769c70d804c04ca60e9b190baf3a1c496dfcf93233939e +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b1be5f336d3745e0a6c754032a266e932f778e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c748b179b96cea3c023b5c28842ba1abaface46515621a6abf349eee7db77f +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a155ff1ca9a5d20474ee02a2d47fae5e9a12b6c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7e43b24b3760db655744b4563dbcad8ec41fef3b321910df646799bf0391f9 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb84412d36ddc200d3ac10f4612ae8e3983fc99 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4fcc73f0068b2c349c26a655d6f4c9d801cbb0e0db92654adeb52dec8db0cdc +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ae07382626594932958056e97c6f1cd7296c7ee --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5e70c47aaea0aa556640277f80eff9da45e93a41f45efb61e89b27b37a6f0e +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b88e47aa3f75ead763f90b97001a44a7ea5c83 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baea577dbbbfe927465928ddc596c873d750e023b8ea99536e337da8d0cef863 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c976123f542ee58538886497e132af6e13103d12 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a7bc067aa209768efbd6c72d750f9f1a08d27e0700cdfdbaf881ba57192beb +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3e69db8f48a29e64fd592c7f8f5a6fca71bc4b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c66775e9304275bd7923f102b6c4ecede3ec1eb24dcd6eddb4ffe1547ff5a3e +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6789651e76a5d9a5ee53f689f84774e82e057052 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53416dcc7244f3642f3d334c73108989712e3bb468a33f875f02b0bccaf734c7 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..188815cee1010c7c411a0930a755100d227085d1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0767554a57811c37a35d24aa7655df9a2d8e87e1488ecc7c3403eaeee22d24d1 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..053df98923225687d6e814f760ce1b587524c287 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5873544cd03b7391b929c9dea8c4c97d7a1b559f9a7e52db1ee39ed96dc55dcf +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..88d8477a4b3727457004a770c53129ed34ef8ed0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6877b61f4b5b6032b0c7f6a0e4fdb6727b8656ea11355aa6479d584f27ec519f +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1159d6ab1227e8dc814f28b0a8ecaedb79bca9df --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0571452aafd71e6c16af4b6b488c277d761c6fe4cfca49be55d1f029dcf41b89 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb859961471937eadfd2b765cf206c8ff83a532 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0706cf2d6c6ca95b92c334e5537a6a31e461c43f97d3a8d2a94e32a63ca92823 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30bdf09a0c50f9241532d00ae720280e73779f3d --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985a40ffe5cff06baf99d4cf277326a5ad8b9ade72f247d6d01b761f6aeecd84 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05dbd35321f6ee3ffb8602569e157053e941f7ce --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6341bf17af78b0269ca93ddd10248bce53fffed82c0d481864f43274d810e3 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c87e5a385671eeffcfff0942d7119b02ff90dd --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c220beae20ed56569fe00fe2798351af44586e741a8e338029a95d30f144be +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c371bbbaf5a571df357343521b51c1861310c9a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b63c4b9d1f403f1b1c3c28b7503369ac0125a3c779338113c7d0cd385f94f4 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8005a499ce309ba99eb30be8b5f5ac689afa300 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61587b9cda87acdf9a5526060fdd973986c9d3a9794a1ce07916517811655a8b +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b65cd62f2a9247e81d070fc0bb443545681a32c4 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984c4f82585db06d11de95d70821bb8f51c674a9419da300336413b9b52f47f7 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e388d3a5fc20fd5bc8e4d1167a774d280e6e452 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f0a652482d97fc4740eaf072d8337bc140a1e61b84a223e5a4b4bf7a96c422 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c481f9b6f60e6fd4c3c2361f1730de22d26f8c65 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4ed25ffcc66e198307d79942e791f83a67785f3f73f980cccf37498bde3200 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c6051906dbde5361005008081001b9f41aaaf27 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1324807c47752a9ea962d187853da642c83ceae026f250ec61771e7bad6c966d +size 131677847 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01f22f9dad2529bbcca6ec67a50e99598de3c7c6 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9520a2a18ca48743acf15b9e3de4120bb7d2053a09aa931617cef322ab0785 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d968864ef997cf07761093b7b39a16000ab5e5f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5e94fd6ac40fad56b9c5db1eca616e3f5954dcff2f884cee7922d747e4304f +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e00e47b287f9da3e58c16b74d688440cc59e7b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6b37a0799a0fea51d7e3620df41789d9b5c88f42b489305ddb881f86473795 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..18687cce8d0b97bb789292314a05070181c1d300 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3b12eeb7e7376ade6a5f087986ad840112fd6a49bc5ddb6042b39e0a03e9b6 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f764d452b6b7674aca895ef281d3bfdd8a62ca --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d7ae2137dca032c7fd397492a849b7d187dad627779fa04a9d006dbce778f1 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..810daa2e63701ab050c09a24e04404d450f172d7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5995ab425d9053c3d42d9acf73c8933c37c020950fb88ad7a5f8f465d12f9cc +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74691f0e7b6af6ddce0af593a5660da0f531f66b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54384c52d52eaa5c27dc16696c41eaa04b088ecd617f60efc15ef80ebcd1e2a1 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57eafab86c34d4a0129613da20073c4c245f342 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d481491cf3008c7cebb704326864ff37b7f3019dc91ff751d79082d9e2bf260c +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ed803147db7d7d8309cb85edec1b76c5a3019b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd63e8eb2e312ccb462044f05d35402ce95de95b8be532086fff8b4bc2568f07 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..471f0c7c01a897dc1bf3e53a9de28dc315015125 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe84d276eca215a953cbfd6924b08463493ed47f62d8207dd627c83e9035530 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4329198fe4aaa41f679830a28836b346839e11 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31291b1ecb3cd2177c19291a4cd981c1f0fe04e42a473cf72877e7d5f172ae70 +size 131677655 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf418e17fb4e961ee0719594e376148ab4d8dfc --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc58025bbe5553e52e00e2b48dbe9420731288224c6adb09fbae190ef1fb039 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b699eab01422972fc96c5c7724687f61952c16eb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a514abc770072b7c21cfc5ed4f73b1696e08f9fc39ba51f1a715574cd8c349e +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4422e910acc52dab28dbb2a2e3e785aa992f4c14 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6a253e1f4d487beb00db27dc7d9083f4213fd55d21361762578c66f8d0ab07 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea8632370d965c6b524a20c7704e72cd44d7024 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fa46f00a25b7450101b59ac5283ad12c57da0c124eb2ede03ce2eefe2ab979 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..910357d74a01d5b55a0ed2a5006e5093a27c2ac3 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958d788879f0d4f713f1c5a129733f715721679e04f3c565989457a2fe89b87e +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bba26759853ef2fec732e100f7b36ece12bd30 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894536c38333cb402a10c1b58a197672d27248722838c72143025cd2a282287c +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00857e971bc70cb0a33f419df83ff465d33c66ca --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5766eab07ce0de6dbf0d02fbc893ba8eaa84b9951063c95936f7822ec334e798 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..469fce3e4f547bedd22c0309c1cf4a558d5ec5c5 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f23e813c74ab47b16883ccbeca7a01aa124099240d68943dce44528ba194ec +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b7dcc8e9b7acc49812bce0c7fb1f24d7c58202 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10afb861c44090a53bd2bea345be438964b5146f23cf7455ffc640c705e0504 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..73f8f1bbd528aa92a366bb144c049377db5a4476 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b96edb9f96b970a6a209d2027f806755ff650d5ea446653744bb4cc4a2a9bf +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d616544393623d1affea677b152de620811c6b8f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f276846318a3de761105443cefeb2c4f28986cc24811f2a91495f935f93435a +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8519075f6a65f9a2cd2597efe062c48121a7e0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373c5f2b6af5c65df9a1f0ad4c8f439f52dada7e90fe9b437ad1b0f553d85598 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..278092f83ade23296ed1f40c0f3e184a2905aa94 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c426f52384848201dd0154a7a4e397aba6df032ebd0d4fcd3f083c00d64e45e8 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..67c601a90d3967cb176322db74b22a107b167847 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a0ae92128fabb00c328f7b7cf38d9dae4e2c9ebda03381a32e91ef94e72049 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6262ce7be4f242ddb36ef9d950846e46f2a84a7 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda926331019911156513b324bfa711278043f1e64fa63398da1b58a22050798 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..379a2541c3e89abe236e150216c7f78ddd303e2e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d64ab617b429712e14b248748474d01a0d30a0b44a1835223a2fdad21648c9 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6144f7cd6a38cc7f5d5a9be3b890b0e7388f99f0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ac97144b4c0179e3ba9eab74fb874bf121cc2d7cd7aee1559980c231a3a9fe +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a334c73b9d123419d8520102d283362154c0d13 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4ccb77af91fb70f26d12894b564173698eb269d863b6001fc971a181d34001 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9931a9db0d25e505297248781ed0484cd5002463 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc6ebf25ac17f6c22e786b138b86e9cf93bdb491d9bbc5b34af6224c6994548 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..51c57370324c7b4aa08eb4d2222cf3698184b518 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8f7d2bb206724cc0b88d70d8ae1955ba5377f11a344a5bc5668a80df6567a0 +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60688a5584e5963cb7740f3615e9468660a081a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd8def8a02e8a0bb2a700796742c9346d264b21955809ea1188ad03f414d268 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb3e51e63178c45dc4dcff599fd45e734465055 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6261d61573400a3be713fb270a4a7cdaea70f846abd31811fd0c74fde770e2a1 +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49872e813ba115a48868905dc1311964f7467dc1 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b818f3da1ed6810b987fdf8174e14d49462bff61aed94eed6cc647dd86542de1 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39918d3ec2ee44050529b42f36c64062403b2b95 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfee2753725fd663247152deb6e38b8e7936002e14215f52d584e51073ccd759 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57eecba4ddf002f56ced39f8ae17dd75db17789f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b1c02461f34cadc850b5ac5d6c4268bf7d1b4d4f7c954ae32a7c0175ba022e +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1284f37847053160cfe1465a805104c889ac4d75 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a3a85f014e5f3edd408fe8ae3cf26f148fa8c2d5481afac28f2901505ee7cf +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..222fd3a8340a0f17ef55727358cd24c678a68c8f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2777715bb108300a0915e4641a36424b8540290d4da81e66c38726357948d8 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e583a97986d02bd8645047d6a230af27677a812e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b84b2ff1affb20a7df3008c361b74e28710e31d083884e3b7323d9062e52db3 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a258815b5f41f48ddc0a051870ac5ed2b8ba33d5 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41345169568f698f8ade03d2f10547dbd65cbfbe52b2f3aa04abf6c2075897b +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07365513263444bb373ac26f658ca090635f9312 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c232373f5f2602575339e51145139ef3882b31d9079b4a6c3387b8b373f8616 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb563454d2a17e0414962bf5aedb5b67718ad8cf --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ecba22fd83e0a66e786f6af0ce710bcc0c275ba3f29b8ae539b22214185deb +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3ab608af75a87a199a4b1e29afb66d2a796848 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a6b51c55f7ae8542623fa92bc29c8c517a4642ed973be16051ecf11951782e +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..464f9d97a935eb759d4d2f3fff316a4aab0873d5 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56063271c24a81235614108077ccec2d71fb0d9cc21a4fa625bba31ac32363bf +size 131677847 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b30031f82cc0a028e1720d2b54590957c621251 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527fce1464caff56e23b3a005ec5be78d22f59ff93e85f11f05eb691234bcdd7 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c08d770b7f802f12783d260136fe9a749b7829cb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a396b959ef3dc809abe69269082b12ff45ee1824db04fc23df062a8ffc44f6 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a41859881f13df02db7af2c2f4292ba3bf2b73 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbaa2c9a271a03aa21ecc5df1312850138a256805c0a0d649035848321d86246 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4bb632d2d12b7a873f10d0bf8aba4c1b2ce852e --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb1521a3d0b75b7d8b6038e08de6e0e9d3e275f9c6c909232c63905a4cec519 +size 131677922 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72bc193ed710eda8c363473d5d755e414b0fc19 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f2f1b0ce9c1f0207d6def36d6eb4c5d0053393cd3b5f34972c2ff888786a72 +size 131677730 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf47ab015a73337b6d89955717750b2e6e362f4 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23a032d8a630a1794f1d58fcb784a812c623e764996310616f3af8519a910cb +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd5a690efbe5c47a7c79c1f5da22b3da088f98a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e10bede70aa4657def8bfa92a2232c1a7f84347f9434d1b7f7f912caae63fc +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb83ab54485029080371e8de777787fda2552fa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d694378765055a5c4f34edb1467b4daf271b44ef68df263a02ad53a87d7eae00 +size 131677794 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b43b26f9bf120ea7ee28d1e6cf1edc4eca49ad --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a40d373f6454d60f1a0e8f130a4bec866f983dca4a6d4b99541a405cbae0c8f +size 131677858 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5bdafc24cf8bdac41552f5634350f5201235296 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ccfefc1db53557dac1b8f9b4afdc6fdbd21412e4e7a2c320d1d2f1579b6de45 +size 131677666 diff --git a/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c1e1d7a9a020d6814867339756198ed6bd58d22 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5c08c742a13d4176769698c00c0ba18481387fad1581afc06ab03500b880fb +size 131677719 diff --git a/2b855b55boscarseed3/global_step52452/layer_01-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad723872ea048ff4900ff8f7b2b057a17d2c20b3 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b17334ce36ec5b06e794077394fa993e01b57c7ed630c8ab3884e67035f3259 +size 268043523 diff --git a/2b855b55boscarseed3/global_step52452/layer_03-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a003eff66d318a463b9152d692bd1c55e6abeb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d294803d0f465c9c8243f8d1939ce0dc6dee41cb8f876d3d43a5108d1b35c2b +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_04-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d855bc7ed83ec712aa394f36431d1c8b10a40722 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2bf2e5bc4bb9cee1db88d217bded494efbf4c3e1e5e6e0480cd479d5e1974a3 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_05-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c13d562b9c82441e2c934137d82d3b9df671d517 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b20d21d6863f37a01165c440ce4cd26a0473e916da818a19a5d49a1616b5bb +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_06-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b61753757af0ecbcf599e9ae161f18c2c14d9ab --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c47fdfec470dad4898dc93403510091db45992193f451f74d3054ce6d6b8bc7 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_07-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4d7fb1ef0de3a1a054e500245a4a7992d21678 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb03a9eb0d443bf53205664387ef9679a26ffca9635e21bcbb4adea804d250d +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_08-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29db756778c87cc8ac0bffad6cf5805a7a080441 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22701d9ff839caf7b270ff422d53aea2bbb6ffc3bb18b55797accad3b3761c4 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_09-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d22c814cc1e3a1265ff3adcac8df9f33fbcf1ad --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eef47122a2299d755bd50e09d9ccb073518bbdfc4309999fdd7c3d1c49507c8 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_10-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e97d490a0d1bc51141beb930a56ecf2acfee03 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee5b5aa563a0a8c3f2aff058bea71630916213f47227c304d672dec8e9ab4c8 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_11-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..caad78373be6530eeddea02cd0f7d54bac7e6cb6 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1d8b1eaef2820cc0f988d3a17ea992bd712225f4e6c2bf4118a5a051399d1e +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_12-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2399adab11d7cc34ac25ea0b101b27599c873c --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797c2d49e82f858b7f9303f23cc03f6588a3e93de22c1e8fe431b753664633f3 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_13-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ebc85b0b77cd6d52584634749e51511e56cda8a --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671036b3db999a8186bac2c2c1461c9a00c24c553e044ff3036bcd4e526d54e8 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_14-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1401e92ad7251daf6c64fc1c252d3d688eb212be --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5b24361994d1c5a19c1ba9631f14ffef5181718a38d8307fa35ce02b150c56 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_15-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c092f4ab60be7ee50763a0e8f6e232a250e1bf --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdff428a384f3991afa396b8280e999f64e0b1635ea32a08fd428268c6eb555d +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_16-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e88f576d8362e4f7afcf86f195917fd306804114 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8379d946716daa4c6eee022876032a956309e7a2b7e7437a79502170fae803 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_17-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8088b71e3290a86993b62281b776b0fa787ac206 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0db607cba28d4cb0adacac1a9b051237314f4fdfc5ddc38bb70227cea434bf1 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_18-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca1fa2c8d5fdd9b055cece83d4ecb9677c23885 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4364f7cc9812f555364c141476e37c99ed878a7fe526d1e51826555a12466846 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_19-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7322eee2abe80ce22f5636b3d0df8c52476d7be --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc772b59eb814cad779b15f3a48bdeae3252a065e8b5c3f0cf3374cdce73186a +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_20-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..397f2b57a69b8d16e6f3cb8d42cc39f1266e10d2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c507fd9c2790e32849d0a37e676e1f6c191d12845f9a9d21878564267223092b +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_21-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23a594af4a0baa0958cea59118c113927724fdfa --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90132d916f167bde3274eea59592aeb88ca11626badde3e6ccaae6d5652efc22 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_22-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe73d6551aca6380cb82aa848349242b45b579b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7f62723f2879eefeb80ac543abf27dd728a9aa0853558b862f735b5569734f +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_23-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7975e464676036034ab5fb8a93dabedbd98502b8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d429855bc58548f5d5d3344dde2b254349bef2ee78acccba62d717e60eb293d2 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_24-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4f84c3c4dd7a72bf5e86c8f0d73f5e97d60f36 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee3e0a0cf6044d63167a42eccc4a0f55cc00d07bc2cacf4879eceabc8de1a6c +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_25-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd898df8534fe6d7e24d289b7e145f5edc8042eb --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4f1e67f4eea0357dc838730d258007df65e112d4907d2bfb6c49776ae692cf +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_26-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5108f7dbe37506834c90c87d1cc8cf8a91f3a86b --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1d8770c2baf0d695bda5848e69d9bcb65bd98daecd2f496da8b1b4d6b82a21 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_27-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bf47a34aaf31f1ccdaf9be3bad83ca65962fa96 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531c2e95cd47baa98b5e08af491b0b5ee774417a32c7f151c158717da7b876be +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_28-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac89786723965ba03e3e3090bbca012b92bebf9 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd338690dba9b1ca2cfe18e71e15866fafde5d1c8db2ed43c5c5613d417dd28c +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_29-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1535df00c5ac56f5e32f8160654c9ac4aca9fd8 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a51b1c63893ad628adbf36ecb5af2c15c0790824289a34da2132075746f65e5 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_30-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c9c97e5f8bd8611243c823715ddabbd395629ce --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc064c9ecb746dfc3e7c9ccbcdfe85aa57e482401a0034d2a8928ae1a607b19 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_31-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..525d0aea919401adcce7ad3ed86880d24e3012bf --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379dacb5dcbdc0d2eb7a7c59c25b963c7c44f0214bb3fd438fec3373cc9f7e25 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_32-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8001e917574d2d2de1971a262b6c419cf6538be2 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fadd256c02d9e586ff81b592c62e4602cdbaa5cadc48dd889ced6062f36fc8a9 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_33-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e111a2765def97a5fd1f87e616cd37be7cbdb4f --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c566b4c3e1a10768e1e868edbd29d36adc998d83be33d8ac114e13898746dd8 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_34-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab2670ee03055cd6fb5f1b0d153b97f08dd03ee --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2f275fe6baf9960344c5beb7409b7e2cfaf61a2941066af5201078db89a07a +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_35-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e586d78749a21a20ace10351621553fa56ef5e87 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a06d854ff16f549ac74400ee6372f1b8a36dc4a23f432676f40f2609d08d4a6 +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_36-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..646bcd7cbed806940d37fb2a7a98c5dd28e5a693 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e0f93c8c5f3199b6c9331842f749b6733e7d1e8667f194e8c7302b49b1534a +size 157357315 diff --git a/2b855b55boscarseed3/global_step52452/layer_38-model_00-model_states.pt b/2b855b55boscarseed3/global_step52452/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9225e8d191b7d35bdbda6a75f635156127cf8f0 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bca576b74bae79ddc647bf79993ee273560b59f29c889cb17a8c76c45b8289 +size 11459 diff --git a/2b855b55boscarseed3/global_step52452/mp_rank_00_model_states.pt b/2b855b55boscarseed3/global_step52452/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b03ac0ffc61a62f60ee4fe92d4bb7b55df7c1533 --- /dev/null +++ b/2b855b55boscarseed3/global_step52452/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78fc6d049921a8a1baeece82946b212b40390606588509b374eb3044e04d42c +size 50099 diff --git a/2b855b55boscarseed3/transformers/config.json b/2b855b55boscarseed3/transformers/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec --- /dev/null +++ b/2b855b55boscarseed3/transformers/config.json @@ -0,0 +1 @@ +{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"} \ No newline at end of file diff --git a/2b855b55boscarseed3/transformers/pytorch_model.bin b/2b855b55boscarseed3/transformers/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9b0ae685a652e5cc8517337de01641d37e09fce --- /dev/null +++ b/2b855b55boscarseed3/transformers/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4723b06e32cb853fcd3b4deb66e52e37176d73ceda37bf05a5d7cd012e466939 +size 5903417421 diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..0bce01e2ace2b6c6dea9be7eec66e5b04ef3e2de --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.3505478738354702, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.0363492346933411}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07190127025441916, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002224919521594832}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.2843049718666707, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0053517565201974425}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.10274122033366397, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002142637114561019}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.03119014381895574, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0010870198253407652}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.13368028119537018, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00331814298115701}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.0465968723769904, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012580231819036547}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06860030943185733, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0020891462392596677}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2745429435771441, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.005159757194511329}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.09832030011171174, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0019827808449126654}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.0673688645904037, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00211013262970594}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.26472736552192216, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004875185935180166}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.09596905945005142, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001985641095457563}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..8daf6ff49b0b3ed7c0e210e5bd795fce062b7495 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.501653239343894, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.029379251005361075}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.11460799706913996, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003693603979264513}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.291818699775621, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004885382101424099}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.13897071973926134, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003222766697944007}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.0532909257329985, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002246882961139093}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.1431746935133796, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00338426112565306}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.06577149447011586, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020448478312485694}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.10305390279785895, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0032053073484908066}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2748797726018547, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004532910817833478}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.12694091275543434, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0027677998851631095}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.10495015761703107, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0033030007533334594}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.2757904420732414, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004517212049422346}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.12849128014048863, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0028393333223833356}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..92e27fecf0e4b347d8dcb14e3f7523b7e276e893 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.5444835396403663, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.033781256001087195}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.14068268865964864, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0044886973285578405}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.32543594837950013, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004813039710624156}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.16275123347372192, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0037121348911599507}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.07289635789366114, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0029762743878966606}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.16728211034041238, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003595149175221804}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.08257103811965612, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002517115349746827}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.126430732622125, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0039054376396499696}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.30693971473678283, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004486432912335879}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1486292476694771, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003217186866290543}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.12874864097008074, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0040074324131815255}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.30842429797930865, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0045092503131167}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.15043409000847394, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003281601930965395}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..8664fdb30101c02d730d832cf128e778e9f221b6 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.6443368640942585, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.02214808236094262}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.1452372772735425, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004450351439068685}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.34286868139565035, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004803949328785122}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.17162194586244825, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003800916527424271}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.07621978876648532, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0029827374273012604}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.17715116777633816, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0035521367671517237}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.0877215346454753, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002549864973562416}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.12995345199710046, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003821940086398435}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.32185687521160383, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004454041281749276}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.15610465119932976, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003260607103947153}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.1332620995059001, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0039934791806994965}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3241445325120861, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004487665074563365}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.15882059441092652, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00338004206487332}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..933f6a88e7d5bd7d676377a2723bbc04881633ee --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.743930335125026, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.034991233218098376}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.16806410110875247, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005102184447602936}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.35663802619700075, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004838991728117763}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.18573626645527713, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004005935390469174}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.0895526176366674, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0034722540050318154}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.1849180613626245, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0036268845328325996}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.09593742619975149, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0027305434059163853}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.14910598654611348, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00439377881913883}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3336321456940971, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004475332335299057}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.16770598493754052, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003415750305027144}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.1529999674303868, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0045769771025851004}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3357110386324454, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00447417255964778}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.17058410969139257, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.003520447101667649}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..6645b6d79c89fb6e1192812aaaf1dd6819009e87 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.8390798951948225, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04700777116237765}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.18117699596619719, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.005423425199461512}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3685180072071359, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004862425374053398}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.19674853830278027, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.004199095088929743}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.10014067598687688, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0037448611401610567}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.1948271681939615, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037872349810743767}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.10409911779722877, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002905637660425575}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.16003337422380798, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0046499165417715595}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.34417547150283556, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004524356949960019}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.17676565062091035, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.003557661250486942}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.16560858639495074, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004885121960365502}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.34864885850911875, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004557442450215098}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.18137893116953177, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0037065385693979924}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..2dea4439ecf0780c8996be4d5ac164f9fb73bdda --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.09124314103225258, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0025630589511275387}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.13530864521179495, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0033174400569447034}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.09657183848389413, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002327739974688977}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.02079825757881536, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008520976436293413}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.03323870011606559, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0013129146925687752}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.023011370922583953, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008419721555502414}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.07148049316721665, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002076157222401782}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.10782502737165796, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002650993762086379}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.07528644911694278, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017583911977614626}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.08453924896107527, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002422876736685448}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.12434323819930404, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003054124141216169}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.08894987730550198, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002150215691686616}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.5366339163488785, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05200904580888167}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..ade4cf9fce7d28faa7b2c7acf57aabf2dfe89184 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.21017929416954262, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003636861054587702}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.16446183690202673, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0025414858525083382}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.15245966738675645, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0020395921503899668}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.05040893471956343, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002295130667697705}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.032340905242036505, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012598045644412633}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03070063064274851, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011351149740408913}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.16721968967867132, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00310527210728755}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.12786156665514575, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0019731228797012367}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.11842453341974131, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0015692036075069193}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.19916136507909976, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003484609670781277}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1550789904327369, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002373989188611429}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.14389098985145657, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019105974261584668}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.8744363027753732, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08038187121590323}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..da1639adb89d052016b449d8fff06f2bc41eacc8 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.30233343884093883, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00418524460349445}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.20986337337223263, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028374843371237433}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.19988987187600404, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002118281342960853}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.09178832351407241, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.00283170432646757}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.05440506547741251, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001426665434427911}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.052578491186365296, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012192044755420773}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.2425854603402005, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003664032836953167}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.16266452776752593, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002208662209349906}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.15533902782085937, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016264361744201487}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2858683338784364, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.004059759052967781}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1962936030227725, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002638985760281127}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.18742718357303578, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001985353438158547}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.918109392081879, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06891307272781559}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..999332ff43f86d049bb76e88bc73ab57161230b2 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.27157200019423744, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.004459309641082752}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.18044503557511662, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002960730362783013}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.17433282206746764, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002394736959535373}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.08489902971538146, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0028230616951581237}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.048833680941504566, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014411885425465465}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.047595494184771873, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012534786582500863}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.21960062068436026, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0038899161920787}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.14064960061583454, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0023328341751098374}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13622119802718757, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018712206422199463}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.2579894612384431, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00432871482358099}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.1693536123526294, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027907589400757477}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.1639435667482486, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002260641417856952}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.2969396543554286, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.10199730352418485}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..377e9bb6825a88cf1bd5172431ef2b3b06c171f2 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.09486917467334373, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003642011702102046}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.060209577248918504, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0023584445884210696}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.05871693856708751, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0020880017305442587}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.030140391536582635, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.001942417659646866}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.016868519608431814, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0010462043095692919}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.016401345649299265, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008907540767047999}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.07809751449583884, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0031188534014785587}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.04763339209250553, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0018709429897437015}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.0466396808366521, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016529752950067147}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.08929202988828021, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0034745922802868184}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.055839184922384155, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002184928403498913}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.05460400734862505, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019384581111424517}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 0.060925811652608554, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.009631099276233148}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..a1cc3f77dea975b83364c5bf7fa3b2465577cf1c --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.01583884820165954, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0016456574017688576}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.00915075436511148, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0009787162442092536}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.009272393747760977, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0009157006103006935}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.00515638213079164, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008758817000428917}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.002453841066700219, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0003569390950302647}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.0025878126843957004, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0003595503224816611}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.013346632495470937, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0014616656066387833}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.007248525375897586, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0007674093872359023}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.007416004946477302, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.000729709514616683}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.015184761640980968, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0015964697158066662}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.008685164753840572, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0009347307726303209}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.008770137740875416, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0008636738782510569}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.6998870423130845e-15, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 5.927704510131326e-14}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..459d11529700df85b837e0cc806128113d519516 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 4.866031948602304, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.07875261978172977}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.4548278380842618, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.006987029356205466}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.2425670338094298, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003214125001210437}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.21043297915774486, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001972709801005022}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.3740115419784835, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.007830037860452768}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.10871165330931584, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001786744400075477}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.09594297155272338, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011280374971059243}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.43402141191644505, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.007143927865553895}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.21225630245867597, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0025967074262894254}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.1868033029887866, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001464471795174936}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4408444885213287, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.007132541014480224}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.22094414469147572, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0029629470234422547}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.19445107553092267, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018658584503851055}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a9aa45e50c939d3ae3fc3354fbf9d42af2bf8b1 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 11.371722892171302, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.10328260705145795}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.544183350434385, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032341092458785916}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.42698840890377454, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002956365857890548}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.452447626077188, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023368593980871437}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.25326617819415936, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002578042430122022}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.19641715759228384, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002129456831886439}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.20812770544629774, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0019864316604879945}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.3980851142276371, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0029009004326654595}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3089654893587945, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002381787038081351}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.32842464668953175, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020312719654987455}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.445070584727086, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003143794582080741}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3473472870256268, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002704441161704805}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3687780975457242, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002307048633096097}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..8852f827ec75befca22117c02d43725fa17cf3b2 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 13.403856383283896, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.15958333890720092}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5557818144879615, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032030056451811924}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.457550587582074, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002889529362242342}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4769282916291956, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002253329012551666}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.27072314474560716, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.00265407818792698}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2205286003743746, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022251794654172875}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.22948726443612238, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020379228825112214}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.41106636111722433, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0028820589199565483}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3359846332245583, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024049863801574854}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.35079375566811316, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020216430400753285}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.46221433304740395, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031236869155330175}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3795344262546398, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027119002623525036}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.39591997843451826, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022799374434169764}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..c0152c95dc81772db82aabe95441bc80d774183c --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.224366203760235, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1905368455976736}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5533666958056821, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0031739362381934194}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4642791480550715, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028630092151044804}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48178461246960297, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002257832329243188}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.2736149158766545, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026330266494346654}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.22818412597128407, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022942747187226693}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.23613707232974218, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002087060025044152}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.40953301843165923, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0028733333307765082}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3421466374082338, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024523089757642505}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3553299567921624, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002089668586468561}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4620304710291186, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031153389819682143}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3877729210194991, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027560385056193044}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.40226939922939375, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0023410187930408824}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..afbb5b8b9873c86e6c689e996bebdc1a71a6b060 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 14.195631452429804, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.16879627765049196}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5524303845985905, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032515026213034734}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.46270796754771537, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002837118380395808}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.48080523406328285, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002306218014950369}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.27327737577140854, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002704278432803425}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2261317243835847, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00224976472737179}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.23489183960575208, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0020986511029045464}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.4084888182152687, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002912089306829135}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.34082149691701646, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0024147969052913183}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3543525439216785, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020971238989548583}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4609561322036783, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031623450231168587}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3862433113327655, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002725180366508043}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.401172344018747, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002354404210654823}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..300953ce78f8ec8af7492d40f9723b547ae16f82 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 13.89183260475785, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.18702370246388741}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5563478169213874, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0032140785620382124}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.46055717653786604, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0027688595345908814}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4816622028626852, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0022299589981227123}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.27313276632159333, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0026932470598288586}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.22297192388878168, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022015434687296886}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.2334013713600071, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.002069543560746228}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.41218131018561516, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002901962348133872}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3397692978348168, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0023811524751581555}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.35560401233426253, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020648395581914967}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.46538731569725283, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0031651839687526664}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.3846481889506051, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0026598406616344787}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.40248645807910793, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002314564570172461}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..a6a3c371ffe79231cf0a87d8d126b18bf315e9bb --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.10848181255957808, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0025647330152158794}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.25470260276592294, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005904873208456791}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.1497509926306845, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0034610176264073178}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.02474645026104778, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0010506994074702797}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.0612814732067405, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0026877065687454784}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03469698145846726, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001466039657970961}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.08006531377587968, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0018884541361268534}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.1897040683422483, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00447963729182281}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.1107726747284635, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0025662497362801693}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.08596010578363611, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0020808140055567823}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.20370914418768382, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0049439272436679685}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.11895657544698954, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0028336541976910555}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.8885802458207623, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09394297670078837}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..0cdfff0a3c51b662dfd59655bc8bf3fb7346121f --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.18110392120510432, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003268126095948747}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2713712567127416, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004268920909557977}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.19981978012125642, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002845960568074062}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.03373977157683831, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0016805768387440953}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05103892534875661, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022150068398975624}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03694949574837278, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00160456437047113}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.13429000281096812, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0024693778782875655}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.20193680596240574, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00320669422270765}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.1482145542252943, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002129015765668879}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.13914997965381184, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002497364453090385}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.21310329868581526, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0036165541430535136}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.15482477106801396, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0022635980951797824}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.5451297076822799, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08227944645594223}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..fa9c499ec0886a70415ad93cb4676629887287b8 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.2229006818983304, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003881088519242728}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2462686798426577, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0037425794786466226}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.21872275246455442, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0031400456291184177}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.04450725430731875, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0020724918583322365}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.04853235274669438, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0021109261157259973}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04290607464973454, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0018427628341852736}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.1665056614054028, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030375860228449305}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.18473332874952242, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0029436413538583344}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.16351664175830058, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0024713675246511822}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.16888898079038867, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003042463815518677}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.18937416510719057, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003140570906335213}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.1664681359228723, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0025114419998934507}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.0156341100560287, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.18879841028452024}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..124912fa8960964ad7b9068a54ba3ba8666829c2 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.22026220679445785, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00397080723938808}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.23019080810686082, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003874686325533002}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.21085503118276372, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003367143700323337}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.04309766169424113, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0020010896169642134}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.046003600802125025, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002177798006455705}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04136273667708682, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001839155822537644}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.16326567595615699, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.003039851803785946}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.1714307672778133, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003047644680486952}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15620249680802586, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.002578903244048278}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.165461896903699, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003062090623593861}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.17506349154261014, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003184145689994716}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.158685246418249, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002612849703289575}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 2.169356063047219, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1776605156639221}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..312f73723c19a0858c4369491d13fde38965fa7e --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.06292510234944483, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003808824431358779}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.05731499238132917, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003431458643473098}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.055043873444003334, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.003188857468761992}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.012551751751840728, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0012993476805082905}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.011851971354605868, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012566811417904049}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.011058794735637428, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0010643996373509157}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.04799557705957827, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0030028691963835978}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.04322962905521544, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0026374618729208257}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.04148054107941324, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0024390339474010545}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.04887560914646276, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.003031217175243151}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.044781882357838955, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0027736428828476797}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.04256992073840481, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0024997753597082967}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 0.16665625790694805, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05609216442807943}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..704798aa706fb80735b39a2ad9755206139f8aeb --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/agg.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1 @@ +{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0029623506713356376, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0008805589165033926}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.0018762700586460927, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0005359903687878932}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.0021951381219942846, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0006314309885971354}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.00025855110483301384, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0001853935795758318}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.0001286449399656947, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 9.585334892754543e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.00017074455051171232, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00012541207647158737}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.0024819122513603394, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0007711236865455961}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.0015220635727143485, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0004480446752053115}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.0018172379585023543, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0005476139792525405}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.0025295585254217078, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0007753986900896321}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.0016292676893524276, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0004847285901764308}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.0018832097225873262, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0005592312128314672}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 5.845063811879823e-45, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 7.587650402842222e-40}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4a75845ae47a29cb5fb35802ddc13fa0f2d54a46 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7cf361e942fec238229a7ab7c9782a949cc27fce3536efde7b1e0fc27ef5b1 +size 3973122 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dd67474db9e3b7e14e2eaa22bb5ca7937bd1a15b --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d5a311cae4fbb3df9eff28e03370ed62a9294ed14cac92fc71b836ce2b7b32 +size 4777489 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..43730dc6868d234e23981c91b33019d940b160d9 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24cec7ebdc7f132c41aeae463a8265a1a852ac937b755e35ef51ac7708964c89 +size 5692348 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..754ca0a2329f5667934c74e2a581fbd2e20925ed --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9186b1d8327e7751df96e78b3155435a5eb433c4d5bb561c4921c606781e11eb +size 6595515 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fa46ac4a5daf80184dddc5a6cc0965def5de46ed --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20cd7afc00f9f11feae0cef30fcefc5f0203fc4e1dbe89352991aac8432be70 +size 7463228 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..402949b2c5cb0f82bb39b5f51503a7fd5f4c7126 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afee754beafc21072bc2fdb17c212bc70b36a0730dbc27b4cf4e974cc89819b8 +size 8344881 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..96dc40cbf3de83bf33b0c9c34592f0bc4758a053 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb645650e0d60a7e43d51d9c89362c19bf889d7b6b7a351a90af49294499811 +size 7268751 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..818ecb0212a547e0da9cb002ca879332c904e436 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f7ab7ae6fe13b21a62fdea987717195c5d27a208e9baa49fe23299b07e0317 +size 12977183 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..da53391ba7c68d9a8d186eb3a8ff8b25997a18c6 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32425157680ce78f048bdbc6b502488ff1e9977189643e7dc9565b6164fec88 +size 18545315 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..74d72d5afb44e9265938603775d66221d3fa9510 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1207d4db20e5f5654baae367766d4a4174c2a217a305398c98a9fc1abbd2d232 +size 24022280 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..77baae86cbf140c3d4623d7d90e8fc8d2ff09c3f --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9288c03cd75a551b8d164da4d6ef5d9d07d100852e41dd7b5dc36667448333e +size 29367275 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..49a67f88e81d31d11f4c7037c77cfb34f912328b --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2de8954b3c00fecd4070d079e49804f9e6b124c8fc6a64bdaa4b8eddd096ec +size 34782916 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5d60c5c1bca61664ce1f80edabf8f439c0d5efc2 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0b07f25576d261a05d33418967b7e2f5daad4e6107411e98be727f41568336 +size 4111183 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8efcef5da1e4541ab1d7ffdf4abf325e45b824ed --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c153f04e38d484ca68ff49982a6fbe7b5bc02debdaec61d6c545af8d2488f427 +size 5013493 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6d728022780a09bf0b29ac7b7b6e986328d550c8 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bccef6e4a834679ae40b56951808cf6fcd13fa879d6e9b4cc5b9bb64cbb9874 +size 6110049 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cdf71206ff296aa8c9a23d97597ffef240a5a983 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7857e8ed89a362d8eba2a129917d0dcdd2722094a302aa8f7dedef645db7a3df +size 7195248 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..edc00e8a1a667f9b39cea79ea0b092f9c553cdda --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1784a73f7230a46902957e0d5ba5581d891ffa1fdb52331e1938b68e017dc75f +size 8273795 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0017540b94e0427ea252348e95916a16bd6bec84 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6573a181bf3e717f8db52a2ae1a9e46aef51947aa4e057bfaf4c53c06342ff7 +size 9356379 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7c828fa4d527efc847d4414cd4116b4bd6d1f9d0 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f2df8f8e154eef7bb7ad957a44a37eeaf35eba8904336674d5962df7e86ed2 +size 2735951 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..35ec20a603b9b49eae46e637609fbf7a9577430a --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d64cfb5d05c139cf454d1b3065c8856dea956fa98b64663b36d08c4c77038cc +size 4996984 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cf97f5afbbd98da2c47014da0d8a6461795f1fad --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36feba68712cba4a007238bb7350668a87b9c564470f78b581e69d1dafab8aec +size 7211990 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..872e79ea829b3eadd6de19a37f2082571ec4ad84 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d464b59ac76f664a14853e1b66e15d98bafbc1b03b808a8cf07ae8c2e5ccc772 +size 9482608 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6a06b1122461a7426290206025de48a47518e2c1 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205bb37b69010ea76f6b351ce60444c27fec2597d380f232b4a7e2075b2126e1 +size 11634170 diff --git a/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.jsonl b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4fc3ac9c8f3af73cbca0ae5239290d615fe4b3d5 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/examples.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac66f47eeaa0abe6aa06bd83dd252bb15e8ad27b5780dbdc094783b564d41f6 +size 13897281 diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json new file mode 100644 index 0000000000000000000000000000000000000000..60875995ada12fa8415b4ed91726d91d70c51f13 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.3505478738354702, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.0363492346933411 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.07190127025441916, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.002224919521594832 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.2843049718666707, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0053517565201974425 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.10274122033366397, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002142637114561019 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.03119014381895574, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0010870198253407652 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.13368028119537018, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.00331814298115701 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.0465968723769904, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012580231819036547 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.06860030943185733, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0020891462392596677 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.2745429435771441, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.005159757194511329 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.09832030011171174, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0019827808449126654 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.0673688645904037, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00211013262970594 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.26472736552192216, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004875185935180166 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.09596905945005142, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.001985641095457563 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json new file mode 100644 index 0000000000000000000000000000000000000000..963c6422647e496df2c987ac6ffbb4a2cae112a5 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.501653239343894, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.029379251005361075 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.11460799706913996, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.003693603979264513 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.291818699775621, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004885382101424099 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.13897071973926134, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.003222766697944007 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.0532909257329985, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002246882961139093 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.1431746935133796, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.00338426112565306 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.06577149447011586, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0020448478312485694 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.10305390279785895, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0032053073484908066 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.2748797726018547, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004532910817833478 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.12694091275543434, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0027677998851631095 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.10495015761703107, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0033030007533334594 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.2757904420732414, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004517212049422346 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.12849128014048863, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0028393333223833356 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json new file mode 100644 index 0000000000000000000000000000000000000000..f6dabe24f457dce8ce272eeedee3d78cb8c29130 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.5444835396403663, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.033781256001087195 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.14068268865964864, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0044886973285578405 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.32543594837950013, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004813039710624156 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.16275123347372192, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0037121348911599507 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.07289635789366114, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0029762743878966606 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.16728211034041238, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.003595149175221804 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.08257103811965612, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002517115349746827 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.126430732622125, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0039054376396499696 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.30693971473678283, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004486432912335879 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.1486292476694771, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003217186866290543 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.12874864097008074, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0040074324131815255 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.30842429797930865, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0045092503131167 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.15043409000847394, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003281601930965395 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json new file mode 100644 index 0000000000000000000000000000000000000000..fa1e10ee69a05b17ff1c9c305ae8ce857781dc6f --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.6443368640942585, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.02214808236094262 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.1452372772735425, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004450351439068685 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.34286868139565035, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004803949328785122 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.17162194586244825, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.003800916527424271 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.07621978876648532, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0029827374273012604 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.17715116777633816, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0035521367671517237 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.0877215346454753, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002549864973562416 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.12995345199710046, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003821940086398435 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.32185687521160383, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004454041281749276 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.15610465119932976, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003260607103947153 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.1332620995059001, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0039934791806994965 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3241445325120861, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004487665074563365 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.15882059441092652, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.00338004206487332 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json new file mode 100644 index 0000000000000000000000000000000000000000..4dcfb321ecb249acc189f9d8459a01fd3990c5f4 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.743930335125026, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.034991233218098376 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.16806410110875247, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005102184447602936 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.35663802619700075, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004838991728117763 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.18573626645527713, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004005935390469174 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.0895526176366674, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0034722540050318154 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.1849180613626245, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0036268845328325996 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.09593742619975149, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0027305434059163853 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.14910598654611348, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00439377881913883 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.3336321456940971, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004475332335299057 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.16770598493754052, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003415750305027144 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.1529999674303868, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0045769771025851004 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.3357110386324454, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.00447417255964778 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.17058410969139257, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.003520447101667649 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json new file mode 100644 index 0000000000000000000000000000000000000000..8c8947833f1e105471d291df312106251b4edf31 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-web_nlg_en_PALM_prompt_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "bleu": 0.8390798951948225, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.04700777116237765 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_precision": 0.18117699596619719, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.005423425199461512 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_recall": 0.3685180072071359, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.004862425374053398 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge1_fmeasure": 0.19674853830278027, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.004199095088929743 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_precision": 0.10014067598687688, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0037448611401610567 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_recall": 0.1948271681939615, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0037872349810743767 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rouge2_fmeasure": 0.10409911779722877, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.002905637660425575 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_precision": 0.16003337422380798, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0046499165417715595 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_recall": 0.34417547150283556, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.004524356949960019 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeL_fmeasure": 0.17676565062091035, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.003557661250486942 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_precision": 0.16560858639495074, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004885121960365502 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_recall": 0.34864885850911875, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.004557442450215098 + }, + { + "task_name": "GEM/web_nlg_en", + "prompt_name": "PALM_prompt", + "rougeLsum_fmeasure": 0.18137893116953177, + "dataset_path": "GEM/web_nlg", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0037065385693979924 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json new file mode 100644 index 0000000000000000000000000000000000000000..cbea4f24e11b0393f1d2c6e752543402d518bdf6 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.09124314103225258, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0025630589511275387 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.13530864521179495, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0033174400569447034 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.09657183848389413, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002327739974688977 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.02079825757881536, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008520976436293413 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.03323870011606559, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0013129146925687752 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.023011370922583953, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008419721555502414 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.07148049316721665, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.002076157222401782 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.10782502737165796, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002650993762086379 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.07528644911694278, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0017583911977614626 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.08453924896107527, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.002422876736685448 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.12434323819930404, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.003054124141216169 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.08894987730550198, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002150215691686616 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 1.5366339163488785, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.05200904580888167 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json new file mode 100644 index 0000000000000000000000000000000000000000..c0ff86268bf103a9edc03e425cfaa03b5d88b138 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.21017929416954262, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.003636861054587702 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.16446183690202673, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0025414858525083382 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.15245966738675645, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0020395921503899668 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.05040893471956343, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.002295130667697705 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.032340905242036505, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0012598045644412633 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.03070063064274851, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0011351149740408913 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.16721968967867132, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.00310527210728755 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.12786156665514575, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0019731228797012367 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.11842453341974131, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0015692036075069193 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.19916136507909976, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.003484609670781277 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1550789904327369, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002373989188611429 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.14389098985145657, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0019105974261584668 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 1.8744363027753732, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.08038187121590323 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json new file mode 100644 index 0000000000000000000000000000000000000000..1658503d2f83a67a2d5a05ca41c085c5d862846e --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.30233343884093883, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.00418524460349445 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.20986337337223263, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0028374843371237433 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.19988987187600404, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002118281342960853 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.09178832351407241, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.00283170432646757 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.05440506547741251, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.001426665434427911 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.052578491186365296, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012192044755420773 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.2425854603402005, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.003664032836953167 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.16266452776752593, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.002208662209349906 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.15533902782085937, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016264361744201487 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2858683338784364, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.004059759052967781 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1962936030227725, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002638985760281127 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.18742718357303578, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.001985353438158547 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.918109392081879, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.06891307272781559 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json new file mode 100644 index 0000000000000000000000000000000000000000..616e920b4a590ad59a0ec6251841f9e70af7e2fa --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.27157200019423744, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.004459309641082752 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.18044503557511662, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.002960730362783013 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.17433282206746764, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.002394736959535373 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.08489902971538146, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0028230616951581237 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.048833680941504566, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0014411885425465465 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.047595494184771873, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0012534786582500863 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.21960062068436026, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0038899161920787 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.14064960061583454, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0023328341751098374 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.13622119802718757, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0018712206422199463 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.2579894612384431, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.00432871482358099 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.1693536123526294, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0027907589400757477 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.1639435667482486, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002260641417856952 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.2969396543554286, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.10199730352418485 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json new file mode 100644 index 0000000000000000000000000000000000000000..28ae436f3afa56e255d302c034a6e51b4e69ba10 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.09486917467334373, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.003642011702102046 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.060209577248918504, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0023584445884210696 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.05871693856708751, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0020880017305442587 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.030140391536582635, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.001942417659646866 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.016868519608431814, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0010462043095692919 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.016401345649299265, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0008907540767047999 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.07809751449583884, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0031188534014785587 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.04763339209250553, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0018709429897437015 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.0466396808366521, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.0016529752950067147 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.08929202988828021, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0034745922802868184 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.055839184922384155, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.002184928403498913 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.05460400734862505, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0019384581111424517 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 0.060925811652608554, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 0.009631099276233148 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json new file mode 100644 index 0000000000000000000000000000000000000000..66e4e9455649b0913a341d05509aaa81ff2f11d8 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_GEM-wiki_lingua_en_tldr_en_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_precision": 0.01583884820165954, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_precision_stderr": 0.0016456574017688576 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_recall": 0.00915075436511148, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_recall_stderr": 0.0009787162442092536 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge1_fmeasure": 0.009272393747760977, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge1_fmeasure_stderr": 0.0009157006103006935 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_precision": 0.00515638213079164, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_precision_stderr": 0.0008758817000428917 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_recall": 0.002453841066700219, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_recall_stderr": 0.0003569390950302647 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rouge2_fmeasure": 0.0025878126843957004, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rouge2_fmeasure_stderr": 0.0003595503224816611 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_precision": 0.013346632495470937, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_precision_stderr": 0.0014616656066387833 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_recall": 0.007248525375897586, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_recall_stderr": 0.0007674093872359023 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeL_fmeasure": 0.007416004946477302, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeL_fmeasure_stderr": 0.000729709514616683 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_precision": 0.015184761640980968, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_precision_stderr": 0.0015964697158066662 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_recall": 0.008685164753840572, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_recall_stderr": 0.0009347307726303209 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "rougeLsum_fmeasure": 0.008770137740875416, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0008636738782510569 + }, + { + "task_name": "GEM/wiki_lingua_en", + "prompt_name": "tldr_en", + "bleu": 2.6998870423130845e-15, + "dataset_path": "GEM/wiki_lingua", + "dataset_name": "en", + "subset": null, + "bleu_stderr": 5.927704510131326e-14 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json new file mode 100644 index 0000000000000000000000000000000000000000..785937868d0ff9d0d1613c9e3b3ec55a9cc0a529 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 4.866031948602304, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.07875261978172977 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.4548278380842618, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.006987029356205466 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.2425670338094298, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.003214125001210437 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.21043297915774486, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.001972709801005022 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.3740115419784835, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.007830037860452768 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.10871165330931584, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.001786744400075477 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.09594297155272338, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0011280374971059243 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.43402141191644505, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.007143927865553895 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.21225630245867597, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0025967074262894254 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.1868033029887866, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.001464471795174936 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4408444885213287, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.007132541014480224 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.22094414469147572, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0029629470234422547 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.19445107553092267, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0018658584503851055 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json new file mode 100644 index 0000000000000000000000000000000000000000..f1d0f94487b69158647d2d29cfd7eef18a1b9d08 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 11.371722892171302, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.10328260705145795 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.544183350434385, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032341092458785916 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.42698840890377454, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002956365857890548 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.452447626077188, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0023368593980871437 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.25326617819415936, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002578042430122022 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.19641715759228384, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.002129456831886439 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.20812770544629774, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0019864316604879945 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.3980851142276371, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0029009004326654595 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3089654893587945, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.002381787038081351 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.32842464668953175, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020312719654987455 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.445070584727086, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.003143794582080741 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3473472870256268, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002704441161704805 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.3687780975457242, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002307048633096097 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json new file mode 100644 index 0000000000000000000000000000000000000000..8cd2fd87995e67425601764256df1a633c422def --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 13.403856383283896, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.15958333890720092 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5557818144879615, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032030056451811924 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.457550587582074, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002889529362242342 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4769282916291956, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002253329012551666 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.27072314474560716, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.00265407818792698 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2205286003743746, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022251794654172875 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.22948726443612238, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020379228825112214 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.41106636111722433, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0028820589199565483 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3359846332245583, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024049863801574854 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.35079375566811316, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020216430400753285 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.46221433304740395, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031236869155330175 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3795344262546398, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027119002623525036 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.39591997843451826, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0022799374434169764 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json new file mode 100644 index 0000000000000000000000000000000000000000..7a232e1eec7c387e0af70648c3f6cdb1a7f84556 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.224366203760235, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.1905368455976736 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5533666958056821, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0031739362381934194 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.4642791480550715, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0028630092151044804 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48178461246960297, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002257832329243188 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.2736149158766545, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026330266494346654 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.22818412597128407, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022942747187226693 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.23613707232974218, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002087060025044152 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.40953301843165923, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.0028733333307765082 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3421466374082338, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024523089757642505 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3553299567921624, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.002089668586468561 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4620304710291186, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031153389819682143 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3877729210194991, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0027560385056193044 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.40226939922939375, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.0023410187930408824 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json new file mode 100644 index 0000000000000000000000000000000000000000..6e76d6de3bf5ac10848dd5b6bca6260431d863ef --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 14.195631452429804, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.16879627765049196 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5524303845985905, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032515026213034734 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.46270796754771537, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.002837118380395808 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.48080523406328285, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.002306218014950369 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.27327737577140854, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.002704278432803425 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.2261317243835847, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.00224976472737179 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.23489183960575208, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.0020986511029045464 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.4084888182152687, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002912089306829135 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.34082149691701646, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0024147969052913183 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.3543525439216785, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020971238989548583 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.4609561322036783, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031623450231168587 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3862433113327655, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.002725180366508043 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.401172344018747, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002354404210654823 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json new file mode 100644 index 0000000000000000000000000000000000000000..dc831055f90d4b700ce662d534140b31f960a942 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_e2e_nlg_cleaned_generate_text_restaurant_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "bleu": 13.89183260475785, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "bleu_stderr": 0.18702370246388741 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_precision": 0.5563478169213874, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_precision_stderr": 0.0032140785620382124 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_recall": 0.46055717653786604, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_recall_stderr": 0.0027688595345908814 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge1_fmeasure": 0.4816622028626852, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge1_fmeasure_stderr": 0.0022299589981227123 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_precision": 0.27313276632159333, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_precision_stderr": 0.0026932470598288586 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_recall": 0.22297192388878168, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_recall_stderr": 0.0022015434687296886 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rouge2_fmeasure": 0.2334013713600071, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rouge2_fmeasure_stderr": 0.002069543560746228 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_precision": 0.41218131018561516, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_precision_stderr": 0.002901962348133872 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_recall": 0.3397692978348168, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_recall_stderr": 0.0023811524751581555 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeL_fmeasure": 0.35560401233426253, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeL_fmeasure_stderr": 0.0020648395581914967 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_precision": 0.46538731569725283, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_precision_stderr": 0.0031651839687526664 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_recall": 0.3846481889506051, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_recall_stderr": 0.0026598406616344787 + }, + { + "task_name": "e2e_nlg_cleaned", + "prompt_name": "generate_text_restaurant", + "rougeLsum_fmeasure": 0.40248645807910793, + "dataset_path": "e2e_nlg_cleaned", + "dataset_name": null, + "subset": null, + "rougeLsum_fmeasure_stderr": 0.002314564570172461 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json new file mode 100644 index 0000000000000000000000000000000000000000..da2624d5e3edc62e9e16fb96b5e77adc7656efe9 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_0.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.10848181255957808, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0025647330152158794 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.25470260276592294, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.005904873208456791 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.1497509926306845, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0034610176264073178 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.02474645026104778, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0010506994074702797 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.0612814732067405, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0026877065687454784 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.03469698145846726, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001466039657970961 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.08006531377587968, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0018884541361268534 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.1897040683422483, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.00447963729182281 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.1107726747284635, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0025662497362801693 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.08596010578363611, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0020808140055567823 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.20370914418768382, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0049439272436679685 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.11895657544698954, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0028336541976910555 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.8885802458207623, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.09394297670078837 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 0, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json new file mode 100644 index 0000000000000000000000000000000000000000..4279d0772457c16a565660f70251378a6af99010 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_1.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.18110392120510432, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003268126095948747 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.2713712567127416, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.004268920909557977 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.19981978012125642, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.002845960568074062 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.03373977157683831, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0016805768387440953 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.05103892534875661, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0022150068398975624 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.03694949574837278, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.00160456437047113 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.13429000281096812, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0024693778782875655 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.20193680596240574, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.00320669422270765 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.1482145542252943, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002129015765668879 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.13914997965381184, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.002497364453090385 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.21310329868581526, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0036165541430535136 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.15482477106801396, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0022635980951797824 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 1.5451297076822799, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.08227944645594223 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 1, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json new file mode 100644 index 0000000000000000000000000000000000000000..0014de26098ca4e39fa5e24f11cf6e1004c1113e --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_2.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.2229006818983304, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003881088519242728 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.2462686798426577, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0037425794786466226 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.21872275246455442, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0031400456291184177 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.04450725430731875, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0020724918583322365 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.04853235274669438, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0021109261157259973 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04290607464973454, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0018427628341852736 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.1665056614054028, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0030375860228449305 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.18473332874952242, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0029436413538583344 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.16351664175830058, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0024713675246511822 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.16888898079038867, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.003042463815518677 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.18937416510719057, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003140570906335213 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.1664681359228723, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0025114419998934507 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.0156341100560287, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.18879841028452024 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 2, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json new file mode 100644 index 0000000000000000000000000000000000000000..8812e897567bf2796523dbf0b99c0ceeaa8df469 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_3.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.22026220679445785, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.00397080723938808 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.23019080810686082, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.003874686325533002 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.21085503118276372, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003367143700323337 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.04309766169424113, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0020010896169642134 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.046003600802125025, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.002177798006455705 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.04136273667708682, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.001839155822537644 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.16326567595615699, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.003039851803785946 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.1714307672778133, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.003047644680486952 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.15620249680802586, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.002578903244048278 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.165461896903699, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.003062090623593861 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.17506349154261014, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.003184145689994716 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.158685246418249, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.002612849703289575 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 2.169356063047219, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.1776605156639221 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 3, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json new file mode 100644 index 0000000000000000000000000000000000000000..908d15f7b25819eb7c4aed757d9d66825abcfee3 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_4.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.06292510234944483, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.003808824431358779 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.05731499238132917, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.003431458643473098 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.055043873444003334, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.003188857468761992 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.012551751751840728, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0012993476805082905 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.011851971354605868, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 0.0012566811417904049 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.011058794735637428, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.0010643996373509157 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.04799557705957827, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0030028691963835978 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.04322962905521544, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0026374618729208257 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.04148054107941324, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0024390339474010545 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.04887560914646276, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.003031217175243151 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.044781882357838955, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0027736428828476797 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.04256992073840481, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0024997753597082967 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 0.16665625790694805, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 0.05609216442807943 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 4, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json new file mode 100644 index 0000000000000000000000000000000000000000..f3a4340fff9f33dc561810e8a097f389b8d7dbe7 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/generation/slim.2b855b55boscarseed4_gem_xsum_article_DOC_summary_5.json @@ -0,0 +1,133 @@ +{ + "results": [ + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_precision": 0.0029623506713356376, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_precision_stderr": 0.0008805589165033926 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_recall": 0.0018762700586460927, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_recall_stderr": 0.0005359903687878932 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge1_fmeasure": 0.0021951381219942846, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge1_fmeasure_stderr": 0.0006314309885971354 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_precision": 0.00025855110483301384, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_precision_stderr": 0.0001853935795758318 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_recall": 0.0001286449399656947, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_recall_stderr": 9.585334892754543e-05 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rouge2_fmeasure": 0.00017074455051171232, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rouge2_fmeasure_stderr": 0.00012541207647158737 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_precision": 0.0024819122513603394, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_precision_stderr": 0.0007711236865455961 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_recall": 0.0015220635727143485, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_recall_stderr": 0.0004480446752053115 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeL_fmeasure": 0.0018172379585023543, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeL_fmeasure_stderr": 0.0005476139792525405 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_precision": 0.0025295585254217078, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_precision_stderr": 0.0007753986900896321 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_recall": 0.0016292676893524276, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_recall_stderr": 0.0004847285901764308 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "rougeLsum_fmeasure": 0.0018832097225873262, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "rougeLsum_fmeasure_stderr": 0.0005592312128314672 + }, + { + "task_name": "gem_xsum", + "prompt_name": "article_DOC_summary", + "bleu": 5.845063811879823e-45, + "dataset_path": "GEM/xsum", + "dataset_name": null, + "subset": "", + "bleu_stderr": 7.587650402842222e-40 + } + ], + "config": { + "model": "hf-causal", + "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", + "task_args": "", + "num_fewshot": 5, + "batch_size": 16, + "device": "cuda", + "use_cache": false, + "limit": 3000, + "bootstrap_iters": 10, + "seed": 1234 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0.json new file mode 100644 index 0000000000000000000000000000000000000000..1a21563a742cf6480427e4c116b978693161db7d --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.317, + "acc_stderr": 0.014721675438880233 + }, + "anli_r2": { + "acc": 0.342, + "acc_stderr": 0.015008706182121728 + }, + "anli_r3": { + "acc": 0.3566666666666667, + "acc_stderr": 0.013833742805050715 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.0673769750864465, + "f1": 0.2891534391534391 + }, + "copa": { + "acc": 0.68, + "acc_stderr": 0.046882617226215034 + }, + "hellaswag": { + "acc": 0.37502489543915557, + "acc_stderr": 0.004831399218500243, + "acc_norm": 0.46126269667396935, + "acc_norm_stderr": 0.004974783753309696 + }, + "rte": { + "acc": 0.5667870036101083, + "acc_stderr": 0.02982676408213827 + }, + "winogrande": { + "acc": 0.5185477505919495, + "acc_stderr": 0.014042813708888378 + }, + "storycloze_2016": { + "acc": 0.6590058792089791, + "acc_stderr": 0.010962189034900312 + }, + "boolq": { + "acc": 0.5535168195718655, + "acc_stderr": 0.008694818132096648 + }, + "arc_easy": { + "acc": 0.531986531986532, + "acc_stderr": 0.010238767643185707, + "acc_norm": 0.4890572390572391, + "acc_norm_stderr": 0.010257326131172874 + }, + "arc_challenge": { + "acc": 0.23720136518771331, + "acc_stderr": 0.012430399829260844, + "acc_norm": 0.2687713310580205, + "acc_norm_stderr": 0.012955065963710688 + }, + "sciq": { + "acc": 0.799, + "acc_stderr": 0.012679107214617324, + "acc_norm": 0.734, + "acc_norm_stderr": 0.01397996564514516 + }, + "piqa": { + "acc": 0.691512513601741, + "acc_stderr": 0.01077616467803716, + "acc_norm": 0.7083786724700761, + "acc_norm_stderr": 0.010604441527428796 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..1a21563a742cf6480427e4c116b978693161db7d --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_0_lm-eval_global_step52452_2023-02-13-14-30-06_0shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.317, + "acc_stderr": 0.014721675438880233 + }, + "anli_r2": { + "acc": 0.342, + "acc_stderr": 0.015008706182121728 + }, + "anli_r3": { + "acc": 0.3566666666666667, + "acc_stderr": 0.013833742805050715 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.0673769750864465, + "f1": 0.2891534391534391 + }, + "copa": { + "acc": 0.68, + "acc_stderr": 0.046882617226215034 + }, + "hellaswag": { + "acc": 0.37502489543915557, + "acc_stderr": 0.004831399218500243, + "acc_norm": 0.46126269667396935, + "acc_norm_stderr": 0.004974783753309696 + }, + "rte": { + "acc": 0.5667870036101083, + "acc_stderr": 0.02982676408213827 + }, + "winogrande": { + "acc": 0.5185477505919495, + "acc_stderr": 0.014042813708888378 + }, + "storycloze_2016": { + "acc": 0.6590058792089791, + "acc_stderr": 0.010962189034900312 + }, + "boolq": { + "acc": 0.5535168195718655, + "acc_stderr": 0.008694818132096648 + }, + "arc_easy": { + "acc": 0.531986531986532, + "acc_stderr": 0.010238767643185707, + "acc_norm": 0.4890572390572391, + "acc_norm_stderr": 0.010257326131172874 + }, + "arc_challenge": { + "acc": 0.23720136518771331, + "acc_stderr": 0.012430399829260844, + "acc_norm": 0.2687713310580205, + "acc_norm_stderr": 0.012955065963710688 + }, + "sciq": { + "acc": 0.799, + "acc_stderr": 0.012679107214617324, + "acc_norm": 0.734, + "acc_norm_stderr": 0.01397996564514516 + }, + "piqa": { + "acc": 0.691512513601741, + "acc_stderr": 0.01077616467803716, + "acc_norm": 0.7083786724700761, + "acc_norm_stderr": 0.010604441527428796 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1.json new file mode 100644 index 0000000000000000000000000000000000000000..845590caa29d70e6815cd7d340ad6f8362ca8562 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928357 + }, + "anli_r2": { + "acc": 0.347, + "acc_stderr": 0.015060472031706618 + }, + "anli_r3": { + "acc": 0.3433333333333333, + "acc_stderr": 0.01371263383046586 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.34491725768321513 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.3721370244971121, + "acc_stderr": 0.0048238677613324675, + "acc_norm": 0.46395140410276836, + "acc_norm_stderr": 0.004976796060456438 + }, + "rte": { + "acc": 0.5740072202166066, + "acc_stderr": 0.029764956741777652 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.014037241309573638 + }, + "storycloze_2016": { + "acc": 0.6413682522715125, + "acc_stderr": 0.011090657465688197 + }, + "boolq": { + "acc": 0.5801223241590214, + "acc_stderr": 0.008632045504781747 + }, + "arc_easy": { + "acc": 0.5509259259259259, + "acc_stderr": 0.010206428316323367, + "acc_norm": 0.5223063973063973, + "acc_norm_stderr": 0.010249568404555659 + }, + "arc_challenge": { + "acc": 0.24146757679180889, + "acc_stderr": 0.012506564839739429, + "acc_norm": 0.27559726962457337, + "acc_norm_stderr": 0.013057169655761838 + }, + "sciq": { + "acc": 0.873, + "acc_stderr": 0.010534798620855743, + "acc_norm": 0.855, + "acc_norm_stderr": 0.011139977517890132 + }, + "piqa": { + "acc": 0.6996735582154516, + "acc_stderr": 0.010695225308183138, + "acc_norm": 0.6991294885745375, + "acc_norm_stderr": 0.010700745724145968 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..845590caa29d70e6815cd7d340ad6f8362ca8562 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_1_lm-eval_global_step52452_2023-02-13-14-30-06_1shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928357 + }, + "anli_r2": { + "acc": 0.347, + "acc_stderr": 0.015060472031706618 + }, + "anli_r3": { + "acc": 0.3433333333333333, + "acc_stderr": 0.01371263383046586 + }, + "cb": { + "acc": 0.5, + "acc_stderr": 0.06741998624632421, + "f1": 0.34491725768321513 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.3721370244971121, + "acc_stderr": 0.0048238677613324675, + "acc_norm": 0.46395140410276836, + "acc_norm_stderr": 0.004976796060456438 + }, + "rte": { + "acc": 0.5740072202166066, + "acc_stderr": 0.029764956741777652 + }, + "winogrande": { + "acc": 0.5232833464877664, + "acc_stderr": 0.014037241309573638 + }, + "storycloze_2016": { + "acc": 0.6413682522715125, + "acc_stderr": 0.011090657465688197 + }, + "boolq": { + "acc": 0.5801223241590214, + "acc_stderr": 0.008632045504781747 + }, + "arc_easy": { + "acc": 0.5509259259259259, + "acc_stderr": 0.010206428316323367, + "acc_norm": 0.5223063973063973, + "acc_norm_stderr": 0.010249568404555659 + }, + "arc_challenge": { + "acc": 0.24146757679180889, + "acc_stderr": 0.012506564839739429, + "acc_norm": 0.27559726962457337, + "acc_norm_stderr": 0.013057169655761838 + }, + "sciq": { + "acc": 0.873, + "acc_stderr": 0.010534798620855743, + "acc_norm": 0.855, + "acc_norm_stderr": 0.011139977517890132 + }, + "piqa": { + "acc": 0.6996735582154516, + "acc_stderr": 0.010695225308183138, + "acc_norm": 0.6991294885745375, + "acc_norm_stderr": 0.010700745724145968 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9cb08bc4d3bc5c67cee13723635e4475d17af0 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928364 + }, + "anli_r2": { + "acc": 0.356, + "acc_stderr": 0.01514904265930663 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.0663363415035954, + "f1": 0.2631189948263119 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.045604802157206845 + }, + "hellaswag": { + "acc": 0.3754232224656443, + "acc_stderr": 0.004832423630593185, + "acc_norm": 0.46813383788090024, + "acc_norm_stderr": 0.0049796373302303095 + }, + "rte": { + "acc": 0.5306859205776173, + "acc_stderr": 0.03003973059219782 + }, + "winogrande": { + "acc": 0.526440410418311, + "acc_stderr": 0.014032823874407224 + }, + "storycloze_2016": { + "acc": 0.6461785141635489, + "acc_stderr": 0.011057260832171067 + }, + "boolq": { + "acc": 0.5584097859327217, + "acc_stderr": 0.008685178933161663 + }, + "arc_easy": { + "acc": 0.5484006734006734, + "acc_stderr": 0.010211600726405222, + "acc_norm": 0.5391414141414141, + "acc_norm_stderr": 0.010228298200766128 + }, + "arc_challenge": { + "acc": 0.2354948805460751, + "acc_stderr": 0.012399451855004746, + "acc_norm": 0.2738907849829352, + "acc_norm_stderr": 0.013032004972989505 + }, + "sciq": { + "acc": 0.881, + "acc_stderr": 0.010244215145336664, + "acc_norm": 0.876, + "acc_norm_stderr": 0.010427498872343961 + }, + "piqa": { + "acc": 0.6985854189336235, + "acc_stderr": 0.01070624824275376, + "acc_norm": 0.6953210010881393, + "acc_norm_stderr": 0.010738889044325161 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9cb08bc4d3bc5c67cee13723635e4475d17af0 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_2_lm-eval_global_step52452_2023-02-13-14-30-06_2shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928364 + }, + "anli_r2": { + "acc": 0.356, + "acc_stderr": 0.01514904265930663 + }, + "anli_r3": { + "acc": 0.32666666666666666, + "acc_stderr": 0.013544340907003663 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.0663363415035954, + "f1": 0.2631189948263119 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.045604802157206845 + }, + "hellaswag": { + "acc": 0.3754232224656443, + "acc_stderr": 0.004832423630593185, + "acc_norm": 0.46813383788090024, + "acc_norm_stderr": 0.0049796373302303095 + }, + "rte": { + "acc": 0.5306859205776173, + "acc_stderr": 0.03003973059219782 + }, + "winogrande": { + "acc": 0.526440410418311, + "acc_stderr": 0.014032823874407224 + }, + "storycloze_2016": { + "acc": 0.6461785141635489, + "acc_stderr": 0.011057260832171067 + }, + "boolq": { + "acc": 0.5584097859327217, + "acc_stderr": 0.008685178933161663 + }, + "arc_easy": { + "acc": 0.5484006734006734, + "acc_stderr": 0.010211600726405222, + "acc_norm": 0.5391414141414141, + "acc_norm_stderr": 0.010228298200766128 + }, + "arc_challenge": { + "acc": 0.2354948805460751, + "acc_stderr": 0.012399451855004746, + "acc_norm": 0.2738907849829352, + "acc_norm_stderr": 0.013032004972989505 + }, + "sciq": { + "acc": 0.881, + "acc_stderr": 0.010244215145336664, + "acc_norm": 0.876, + "acc_norm_stderr": 0.010427498872343961 + }, + "piqa": { + "acc": 0.6985854189336235, + "acc_stderr": 0.01070624824275376, + "acc_norm": 0.6953210010881393, + "acc_norm_stderr": 0.010738889044325161 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3.json new file mode 100644 index 0000000000000000000000000000000000000000..d45223fe123d98316e1a01f785e33a1f6438d412 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.31, + "acc_stderr": 0.014632638658632902 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653612 + }, + "anli_r3": { + "acc": 0.325, + "acc_stderr": 0.013526454480351021 + }, + "cb": { + "acc": 0.375, + "acc_stderr": 0.06527912098338669, + "f1": 0.26153846153846155 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.045604802157206845 + }, + "hellaswag": { + "acc": 0.3748257319259112, + "acc_stderr": 0.004830885704380091, + "acc_norm": 0.4689304919338777, + "acc_norm_stderr": 0.00498013867916104 + }, + "rte": { + "acc": 0.5306859205776173, + "acc_stderr": 0.030039730592197812 + }, + "winogrande": { + "acc": 0.5224940805051302, + "acc_stderr": 0.014038257824059874 + }, + "storycloze_2016": { + "acc": 0.6515232495991449, + "acc_stderr": 0.01101871778478849 + }, + "boolq": { + "acc": 0.5553516819571865, + "acc_stderr": 0.008691303433317492 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916033, + "acc_norm": 0.5471380471380471, + "acc_norm_stderr": 0.010214087372211392 + }, + "arc_challenge": { + "acc": 0.23720136518771331, + "acc_stderr": 0.01243039982926084, + "acc_norm": 0.25853242320819114, + "acc_norm_stderr": 0.012794553754288675 + }, + "sciq": { + "acc": 0.885, + "acc_stderr": 0.010093407594904624, + "acc_norm": 0.873, + "acc_norm_stderr": 0.010534798620855759 + }, + "piqa": { + "acc": 0.7029379760609358, + "acc_stderr": 0.010661725404814793, + "acc_norm": 0.70620239390642, + "acc_norm_stderr": 0.01062757408051482 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..d45223fe123d98316e1a01f785e33a1f6438d412 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_3_lm-eval_global_step52452_2023-02-13-14-30-06_3shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.31, + "acc_stderr": 0.014632638658632902 + }, + "anli_r2": { + "acc": 0.337, + "acc_stderr": 0.014955087918653612 + }, + "anli_r3": { + "acc": 0.325, + "acc_stderr": 0.013526454480351021 + }, + "cb": { + "acc": 0.375, + "acc_stderr": 0.06527912098338669, + "f1": 0.26153846153846155 + }, + "copa": { + "acc": 0.71, + "acc_stderr": 0.045604802157206845 + }, + "hellaswag": { + "acc": 0.3748257319259112, + "acc_stderr": 0.004830885704380091, + "acc_norm": 0.4689304919338777, + "acc_norm_stderr": 0.00498013867916104 + }, + "rte": { + "acc": 0.5306859205776173, + "acc_stderr": 0.030039730592197812 + }, + "winogrande": { + "acc": 0.5224940805051302, + "acc_stderr": 0.014038257824059874 + }, + "storycloze_2016": { + "acc": 0.6515232495991449, + "acc_stderr": 0.01101871778478849 + }, + "boolq": { + "acc": 0.5553516819571865, + "acc_stderr": 0.008691303433317492 + }, + "arc_easy": { + "acc": 0.5505050505050505, + "acc_stderr": 0.010207308833916033, + "acc_norm": 0.5471380471380471, + "acc_norm_stderr": 0.010214087372211392 + }, + "arc_challenge": { + "acc": 0.23720136518771331, + "acc_stderr": 0.01243039982926084, + "acc_norm": 0.25853242320819114, + "acc_norm_stderr": 0.012794553754288675 + }, + "sciq": { + "acc": 0.885, + "acc_stderr": 0.010093407594904624, + "acc_norm": 0.873, + "acc_norm_stderr": 0.010534798620855759 + }, + "piqa": { + "acc": 0.7029379760609358, + "acc_stderr": 0.010661725404814793, + "acc_norm": 0.70620239390642, + "acc_norm_stderr": 0.01062757408051482 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4.json new file mode 100644 index 0000000000000000000000000000000000000000..5cafc253b828de645f434d28e9bc51ae3cc974a0 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.333, + "acc_stderr": 0.014910846164229857 + }, + "anli_r2": { + "acc": 0.361, + "acc_stderr": 0.015195720118175122 + }, + "anli_r3": { + "acc": 0.3383333333333333, + "acc_stderr": 0.013664144006618275 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.06633634150359541, + "f1": 0.27980884109916365 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.37353116908982276, + "acc_stderr": 0.004827526584889677, + "acc_norm": 0.4658434574785899, + "acc_norm_stderr": 0.004978124945759835 + }, + "rte": { + "acc": 0.4404332129963899, + "acc_stderr": 0.02988212336311872 + }, + "winogrande": { + "acc": 0.5185477505919495, + "acc_stderr": 0.014042813708888378 + }, + "storycloze_2016": { + "acc": 0.6461785141635489, + "acc_stderr": 0.011057260832171066 + }, + "boolq": { + "acc": 0.5483180428134556, + "acc_stderr": 0.008704126206159356 + }, + "arc_easy": { + "acc": 0.5576599326599326, + "acc_stderr": 0.010191334444220853, + "acc_norm": 0.5492424242424242, + "acc_norm_stderr": 0.010209906101011103 + }, + "arc_challenge": { + "acc": 0.2380546075085324, + "acc_stderr": 0.012445770028026206, + "acc_norm": 0.2627986348122867, + "acc_norm_stderr": 0.012862523175351333 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..5cafc253b828de645f434d28e9bc51ae3cc974a0 --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_4_lm-eval_global_step52452_2023-02-13-14-30-06_4shots_backup.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.333, + "acc_stderr": 0.014910846164229857 + }, + "anli_r2": { + "acc": 0.361, + "acc_stderr": 0.015195720118175122 + }, + "anli_r3": { + "acc": 0.3383333333333333, + "acc_stderr": 0.013664144006618275 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.06633634150359541, + "f1": 0.27980884109916365 + }, + "copa": { + "acc": 0.7, + "acc_stderr": 0.046056618647183814 + }, + "hellaswag": { + "acc": 0.37353116908982276, + "acc_stderr": 0.004827526584889677, + "acc_norm": 0.4658434574785899, + "acc_norm_stderr": 0.004978124945759835 + }, + "rte": { + "acc": 0.4404332129963899, + "acc_stderr": 0.02988212336311872 + }, + "winogrande": { + "acc": 0.5185477505919495, + "acc_stderr": 0.014042813708888378 + }, + "storycloze_2016": { + "acc": 0.6461785141635489, + "acc_stderr": 0.011057260832171066 + }, + "boolq": { + "acc": 0.5483180428134556, + "acc_stderr": 0.008704126206159356 + }, + "arc_easy": { + "acc": 0.5576599326599326, + "acc_stderr": 0.010191334444220853, + "acc_norm": 0.5492424242424242, + "acc_norm_stderr": 0.010209906101011103 + }, + "arc_challenge": { + "acc": 0.2380546075085324, + "acc_stderr": 0.012445770028026206, + "acc_norm": 0.2627986348122867, + "acc_norm_stderr": 0.012862523175351333 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5.json new file mode 100644 index 0000000000000000000000000000000000000000..2db3f41c4eb0f847034a21a14bc1b083a73a4b5c --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.331, + "acc_stderr": 0.014888272588203945 + }, + "anli_r2": { + "acc": 0.347, + "acc_stderr": 0.01506047203170662 + }, + "anli_r3": { + "acc": 0.33666666666666667, + "acc_stderr": 0.013647602942406401 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.0673769750864465, + "f1": 0.33073286052009454 + }, + "copa": { + "acc": 0.66, + "acc_stderr": 0.04760952285695237 + }, + "hellaswag": { + "acc": 0.37283409679346746, + "acc_stderr": 0.004825702533920397, + "acc_norm": 0.4733120892252539, + "acc_norm_stderr": 0.004982668452118938 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5343330702446725, + "acc_stderr": 0.014019317531542562 + }, + "storycloze_2016": { + "acc": 0.6493853554249065, + "acc_stderr": 0.011034317290463289 + }, + "boolq": { + "acc": 0.5434250764525994, + "acc_stderr": 0.008712010793695305 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..2db3f41c4eb0f847034a21a14bc1b083a73a4b5c --- /dev/null +++ b/2b855b55boscarseed4/evaluation/rankeval/2b855b55boscarseed4_5_lm-eval_global_step52452_2023-02-13-14-30-06_5shots_backup.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.331, + "acc_stderr": 0.014888272588203945 + }, + "anli_r2": { + "acc": 0.347, + "acc_stderr": 0.01506047203170662 + }, + "anli_r3": { + "acc": 0.33666666666666667, + "acc_stderr": 0.013647602942406401 + }, + "cb": { + "acc": 0.48214285714285715, + "acc_stderr": 0.0673769750864465, + "f1": 0.33073286052009454 + }, + "copa": { + "acc": 0.66, + "acc_stderr": 0.04760952285695237 + }, + "hellaswag": { + "acc": 0.37283409679346746, + "acc_stderr": 0.004825702533920397, + "acc_norm": 0.4733120892252539, + "acc_norm_stderr": 0.004982668452118938 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5343330702446725, + "acc_stderr": 0.014019317531542562 + }, + "storycloze_2016": { + "acc": 0.6493853554249065, + "acc_stderr": 0.011034317290463289 + }, + "boolq": { + "acc": 0.5434250764525994, + "acc_stderr": 0.008712010793695305 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d69d69ea98d58bbd694eb659b779df2f508c46a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a874a72e3f01af8c9037760395d4ef1ca0b2705dfb160a9f2feb246a25494d +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b72eb2d9c19667e0d6914a0d2fef697e479eb3f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a8bde07f6a96e01737fb53791f84fd12343feb41d27478ee29a8ff112e1f80 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36502a655bf0b6bd63a36446c1c00d96477ce9c3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf68532e9bca7586c7678f65c6da88052bfd8b235f5d8fc074869c6febff7e96 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..58f66ca3255a21d196e025007c8861f79edcbd43 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5155c3227cff7368360dd5d5ebd5e8740eedd49d169b052098bdab5fbb9440c8 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a816c81fa3907dcb22ce4bec1a8d3f6851b3f3d5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40e5369499aa72bdc39a3931c557d064eb1d32e097eb48c96933c7a2acf8520 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8af29e713de6f6514e1196dda256806533a55f3f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c67e04d55fd1565b7d7531907c0e0c4629c34b27405ddf61ed519cd6070eb7 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..13bf57c4c78614d4d0740e4fa279fe7738738797 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2586802cd7199e20a37144b9a13cddd3ced2912da8b4c4e514fa9f74bf5f452 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4bdfcb7a3c3b786cf6ee64f1c4c6b49338efdae --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523e1f9d7a5b4ada5b4fe06f72d26f452915991086dd9c5bf14b24a2aecee379 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ba7412ac21f8f393f2bca4d08d81dee28c68d6c --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309cdf157b1ac72ab37a96c3c569a3e875b07fa75974bb21352607fcbed6c91e +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2612dd542adf629c855ed9c7784cac637be7211a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3249fbf230eb182388089993d49fbaf486f09457999b2783e07b329b8d1f30 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8927bc8dcf852538aa70e23be5e583f884188c33 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce5f6310dba2ca42bb481f78731d3f48d3aa51df2a32d0ca892c3503efe86ba +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29fcd214c41fbc79ab5e791d4abc545042a58d11 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b556fd2412fca70b23eedf2be78fd46a8d7cfaad2d044fcdbc1cb68d9bdc75d8 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3efd327837a2535d12bfb46463ee46e25740ecf8 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5513cfb0c7d6f096f81def18da4699164e06dffd72772cdf27d761f0be1254b7 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ce47cf6a7bed36e89ee71fa1703cecd4ed49c65 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c1a1e07ce2cf384fb96c0e8b680a398c86ddced451c80ab932997e6ea4d685 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a9506ba9d9617d975205087aa6013d2551acc3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fefc04af68e8a2d69d4781ee3b1e0cbedfc051cd1a9b5d1438655e74867ce5 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30aa5912c881a8f6e139fc1aa38a843740d7794b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8326268aa1c310235d7a66fa4120d2dbfcafcfd1a7670ccd7af02687342a070 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..86cedc10bedcf7c222e5e239eded25ab8279db69 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38ff5e8fb857622179d18f21d0bc7693336dad0b7cf1d5e6e916ab3a987b994 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5924d39702a3e268287adcbc05149a3d5745db --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f798c0d364c44d1698ea34993134d9c055a19328b5f52de85cb84112e1f61c +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39662eb93675339de7a0d1de4068c2490a7114d9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b849caed48e1e378628fe6d0d2c9e47b98b240763313055ac561978acb0e1f52 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ad0ad8b904c1d3faf68c62ac8e463d6fb9ff8ba --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373166998dd49a615572b9c982f6650a4580bcb885edf18c19990918b0281c5b +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a58fcdee9c96ee3f54323f7410cf43af64bbdd1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94be73bbde6bfa821e532a1567e781f66679ed3ecacc2ea27ba05bc1d270b354 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..886d2992d44e8dbb91f6e42115df3533b0814f88 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1313c7ea6164eb5b5af11038968c05f8525d02dc36426215aa69da102eaaaff +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00c956c8aedb54ac8082fcd1556b51f93c411982 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ca19376f6792daa20c0c7885b310280ade594988300b46cd986da5281a85d2 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb6a2eb45914faf97c2cee1ae24f158b9f4d480 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276ee88e4da3ff6d50cb4c5a8ed493c9b3ef417c6987bf1ad5b3492b491a096a +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c32743691f51c4a1a8ad2e55c205ef40114d98bd --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a0e53db5103fa9e47375c46db5efed23fdb8dc96d8059d40d3fc5a7f94846c8 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bbe56f8a10919f95fc08ba574464b62dbd60174 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899d839a9522689a334f71dde2c450da9874bc0b557623232ffff7a30f5e4696 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d6d3d0d8857fab46e2385dfdcab63ac852aa55 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe5df3c676d35e22f3773f32fcfc154743ffc3eaff87b85b400501ac7994fe8 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..695ad7be7fe219ced8aea2263ca9b5074c8e6975 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1058db2e3347324e73b799902b7f60208e29123219482491a9fe1952dcb7673 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50c7ada5c9cb9a80c18fbde92ca01d422378169 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789db3954341e3c3b93e36ae9c1b129744865685b2e427197a855735185a217f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f35f8be76eb3a979f74dbb2ce67741f2c8bf6875 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d4a2bb3c2bd699cba69d84dac259275c37df474b50a5dac2dec049dfc021f1 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a910010df14d5648680a73b61fe3b6c31708e6f0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612aae54e7c0d6e5ce61709d380f80fbe282cca41bf0bef67f230346119cd92f +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..63ede410dbb4a583c9d98738c822deda88c1f7c3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19bb0b0efd25f2109e3872fe790c79b1c04bf06f2d30b89a06b57f43124f6018 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc029013537364c7e53d514a10a9bac4d96c3473 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a40faf0ddb7946fb5a926c4fd58cef9422825a30aaafc7e839de01cd3059c7b +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb6159f43ff180eeadb811d0afff6815f2ac656a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b3ab1ae9f34f01e1422adf282c3a376b93fbf7550963ac162b5c4e644135b6 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4108a44c09985f2a62f2476e3f046ad9b05d993 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04c971b2bea210a200a6defc154d48128fcac6ca794c1a681e3ee243ad92e82 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f596bdb22ad38dbdafff96498efdb35ad9d5c4c7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35d1c1b03272b811e9d033a3cb3394c13a25f792730583c4c7b6cc584140663 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa41b8233b2fe0158e950ed52166a55bc5e12e05 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2c8dcaf713f8d9b5a2b33d6786ffc13c15fd52b0ad109df76a410a164361b6 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e765df3d3dd84ef49583418ddb1b0758f7e8d2d3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691467e29aee01ba270ca9aaea1a8eab068c13677f3e592cf6dd9408379f86f0 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ab6eb920462fd53ad74805c3c74d5893b6c83e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6af6721f2aec7af295ed4c195c74029a08c8b5026db584ffcdc51865c0fda3e +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7b4b740bebfd608efd4323ded080dd5e13e4c09 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2233af0fcf56b418bbf032a66ee56746dd4ea30f47ca07cd5d5213306ed76e4 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a05e73a9259351b3b7af1155f2bfa99b4e2dc0e1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a363c9dc492ed293492207eead48a4f8f31b0fecd679414e330301cc9bae1be2 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..232bd6c18ee5dbfe6208235f6da60b7f892e6e80 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59aae41672d9dc8ce9b2235b3e291c6530daaa13faf7badad62508157780feec +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..144e09e1bf1188789efdfe3698e5bb3073b09477 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa9d62bc28eb5b7aba531f1eee9951f2bfcdfb1ebc93f2d9539696770b0ceb2 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab2911a1fb4ee37ed540eba18fb6c9300bae2e1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62244cb876f51b71e54952e08385251e6dd750c71503d91d67f48f2f6a3e27b5 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7cd19f8cfac61a0ca2a3b44b1ec451cd631055e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc6b74712d5565b0cc067cf183479dc0b4f3ee489087222ff2891db6a7db6aa +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dee9eb145528bcbb1edde5aef6d1f69813d220d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b43edc1e5d5edbf64c0aa8592d4741c5be3d777448ee5faaca901a8b0482e7 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8415877d5b49be1c3ab79172482cc820d2e1558d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08f01134a60cef2aac16a3de7255addfbc4bc0feec56614861cf81f0fd85c28 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e31fa6213ecce31cdf0c7119912c374ad5f8f8 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdc3fa77e8410067da1f33ab91b070b9889f6c605a931c96b387b3081b36088 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3183252b45ab937c8f7a31bfdc48c463e123931a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e31be725a52dfa874eb9526f6a51c1db61ddcc2c86bfd567eee6e6b1e6e1afb +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2084ee7f22a1df1887feafc26fd726bbe89a11 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5554b6d279007b2a8a1fb739326b324c9a9d4ee7959638de0219ccc5d29f849 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd6dd7f314ca9961fc75c5007ad9a7a8b83a94e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4df343f206d1f9bed2280f5c77c1fec3c5dc87a01d12a22ac1430d24013f0a +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cc5882d03a74000a04fd436c286b88a34edc5a7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722d5de8b1fdc8ff729f8ce603e3438168768a912237180b70a1462f86c7b07f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a89fa5b4344526deb0718d3a37330f4a2daeab0e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1deab1daba30c63b576e33a1a03ebff87c9c29669451ee66264286b917f04707 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7704fa749009a197a2001cee28fe53f2267cd1a5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1f1a1b8ad829d8182abb02048adcbac80835e36c2b2a0be59bfc4c526b9caa +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8f20e325abe0c7e931b68d670a2dbe9e705d040 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a1d4592862a703b383667445b0c813977a71c282fc55a833d6c1cfc3d896a1 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e38a056ce4a1c5839c6af9dd106bba5d2af8df5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b42d160862a52e0c629788fe3592eae0c739563aea4fa67fdb3c178bfe1426a +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..83e0030a84a799831bb33033516bf25348f2f3d0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37df9f17e6813f28a6ae5ce5c96a0e08f274c13b7fd9aa8316eaa1b25e078d7 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..46fcc0d96d9c89bc75b5c0187397ebb173e19e7b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fb95547de6c446df3c393c5db6febd5454d516a95d99d7961932ebbe499e1c +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d9c24b161d92f697df1dafd0b6a4f81838f6fc --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3656b2f34879ab4c33b9d25d1f4a538bd875b2c724c60713b64d62289bb0645 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c26f7946416b4710749498349f9f837f90cdc3a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db038c3baa526912f8de11c8d3a6effd902e924a9cbd8ebeff1ef3281b8a2f3 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..063163bdf21e68aeb4d674d31b123f4373508be8 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccff44aa9c87e10f7ed4e32ec8be63a5a20abb153903a6be305377e6d74d88d2 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4ab99bb838796671872964e603381469eb978b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f694de644b7e9be00b317ff8a910f5877755b13408ddc0b0590c431e962b279 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d0e6722a281adb67601b2acee1f93eea58044bb --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac741db6c9a9af3008e5f5db2b6807a0e4d05d5a36c0fe27b83c2a3a78d1c07 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d84645fe6ccdb5ad3bd4e9190a78420ddbe6bf1a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cbb5d59984874958c1915d96d08aec719778ef9934e6b8e3933ec06c824f788 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..833b319969f9d7fe1d5d5d839e631a54c5011f89 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a047750efb2801b5d4b81a56ca161e84a360a25695f0d6b59164f85a834fcc9 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e723e3171ea4050b87d2e4f28b90315ee481c9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a92524295b748029aec709939df6ac6a54f7deb09de4c0906a8b3c35877934 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be62186480508f67de75881d7c84951b87b02f02 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7413bb0484145bd436b99e6491c1da831334db5e31c74d60ce1f2021d34bf1a6 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ba4dd0b878b85084e1b95c7754c3f17736472c6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e985a78b87c1c06e5606e965eee55e7dc806a3ceaf8b0f2fe14d69d35680afa1 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22ef69cf220f52b6072afb98d5586ad049714473 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1403b93b961f971a8592fcdea80f9e2f7f80fa2ca635bf5a76b55718be560722 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b29f96546e252640059ba05db838207ceafb0b6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93ed8b7c051b60b6f83999e33680a25105fff9a451fc40f51bf083c993690b3 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91f78adbf6e58e6d62ed8ddcb57e0dac920c9bbd --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:530a8502ca84ee51e175601ae07d1a0b1d562238882bdeb6669e38308447b5bb +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33350290bc46b82965d6b1b52d04b2c7e3dc13c2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df6460d329cf834b036e745aff4a76c5e589d568311f517e5e1368c8a06612a +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d92fd3beaec112dc4983c6e9caa660568846967 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68f3da21884bb90379a9f697c10ba26d37c13f8dfce1a6c72e2beb30e14c51d +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e11b1d220402b847d0d1d4db08f2b5651bd45c42 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02810df61969d649311b1972a38b92f20f977e354ec8fb57da567189c8524de2 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..88eac6b205cae68e5463b37f0e6e357dc43b68d7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ddf34f3fd8b56cbc676f71c45b41e8ccf0637b8651dd8c7e28d78d16357c2f4 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..920915d783ff55268705c545447bf140cc317cda --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075eb6763801817c9cbd4e69163ed9ed2bde014907e7d37efa6cb3365bbfc924 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..291c59e25f3a18f0233b1270c7ab61da641a78ef --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8955137e04ba476fb21bad69f151600544d92dc0d7ba7285e9b60867f1e95c4 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9d5c398aa8180b1cd3d78fa4c67c8e867dd0315 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6ed921a19177a3b4209736d760efea38fcc3aa535b366d3284091a0bf835ea +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..414e3f2cc51569315903563f2b9034ef81bca4b0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19611e5f6a216037d69d24debffa8531d45d3336db04c1df26854aa5e1ee6c2 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d026795f36c9f2f4ed0d16cef5497e12f9ea66 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c6cd5e143ea4c3092f3c754d1d6144b8339e9c8dac246047c2f03999bbf294 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebc50204f1229f6b7dabc201299da4d319f784aa --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2731e7496b3f347a6d765d65359e5da46ceba1ed6eca976e7179d783c1405904 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db12ad30b83d9f386f21a5863a171dead7767d50 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f493356cc188062d80a8d814344533ddafb4c85adbc38fae442a309b2d4f636 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..492fd1192e31e53807cf71a709ac5e247309ff71 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718fa37f36038086271da72228780c8426a43b1d96da614cff3c34923fabbffe +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0035e248d84b7db44f3fc0063ba28a7aae1bd3ec --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf055df7153f76f58bb68c992b1f8e9df0faacb9362a962c54438ffb498f62a +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a551de24a18fec29f44e2c3aed38a29c8e9ebe01 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adc06ea670d8887f75eb78c24198795c863a6448239cc6390e413f50a2cb506 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..852d1bd96cd76b8f62e5e5d09ab83d43fb8e00ef --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762254c69201f6936ecc286be6194fb49954ed5c3d02848cbc3c7d0a4492a332 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf65af6d32dca22ae3c707276ec33ed90e8253a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b152785e52fbf2f8b2ff503a2d38dd83ad8f7ff326ea96c02ccfb1fc9bcb7f +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b2e327569febb7cf9362bd0b1da28fc11e759f6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4a59d50380227ecd4e3da531b6bc52655ed61b668c2091508061a6f214487f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd9c1642760b58c5153eaed5e6e8b56d55d7047 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2108098c8d5d1b77e87a54dd98a53489d7527a02ea7bd839559c2f45e9233c89 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..13439759403b31b2ea848106c199753728af1a39 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c647e2dfc0c9a8ce5f4e4dd323db90cdb3c76ba09ce9a3019baa5c98e62b8fc +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..af232da0a60fe40b7aa6baebf56d8392fbcdd1ba --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19583bac075b476f5017c781402030c5e6ced6e034fc42622008fbd23e22c44b +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4849397f0056bb19a05d1b96764c117700d4fd2a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6fe52a8cbea4c3356425a01268da72c0fd6f904f8743959302c1620d340526 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceddfc442610188f6f5b65f585b4a9df2d9b66b1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4afdbe42922adc05198ab1ede3c605c24d6284e487da8180fcb24a09a586614a +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6850a1e5c6b4648d5610574d0e594382fd1663cc --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d3967a08ed99171a31d27d9fc03bee65dd07e8f0ecbfac351288c699ab9bd8 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f8669aabbd1325ff86c92a75e533cf550433a4f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2adb5d4537d11d406d625f2813cafd0d352fe733844fcf5359b3a8a0cd4a6081 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a57c1da4e7e8cc87640f2085cee24896cd527c --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a5b316468f2090b45e1e127d12cf5f172f00fa52c7bd8a7559f38498b343de +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf11b6d795f4afb0541af093d3842aebd78d0fc --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06271c1b2d9acc1adeeaf2b8a70c4e31aa858c1b975d2c0025ac76827a0f6e51 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..871ef41a1716dd4caf6622f8179628bb8baf2625 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebe17b2560900ae9fce07e445a14c6616f68f8cc14e49606a6372d7fc1f10a3 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a12d6e602e8e4e69523647df4b4c3509b50102bb --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e11cef5e71804ea4e072ce0497cac3922cbd37ac53ac46aa2eae3192707b935 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d97846132e2bdc43db3d651b3a24dbe4f8479dd --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a03dc4353636f083dd7be74e570b28b1636eed7fa67cf6f947ddfdd1b48714f +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2c05b440b9232601c60adbb289af2498b8ef90 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72283f178e94050e9a83ab278f28fd66573fa3539ef56a20ab134a852a9bac58 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff345c2d2fd9594c8eebbe6394f0409b936679c0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee81ce9cf9c063182d7c82a2d48aca177f39d2b2025103e355813a043004ddaf +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ef960c8eff3e26d74d3cb485efc5c92efc2abc --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd4bb91bd9e0a6032f9cc75a8aa1783a4a875f7c9f3f1a655c74ccbddd67429 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff42fd098264a983c39f09160300118aaf1e91f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a4f1b7356227858f2924abdb2f868d7213c95b6bba3398c4ae7a01c2a967a4 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a021db5c8a3006d708fdb539162746d53add17 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c02f82e9bf8fe585d6e0ab2924ca5dca2c9fb2da4ae139669c4efecd10a721 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aac9d2d14e534e35d95bc56165bd8f9a211c26d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692892ea5bdcd2a16cec66f43a0093486ebd557581715ef203889b230f63735f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..865f6d758dffa93eaafd29b7c13a24efebf9570f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348b66f540193864c8edef4f13ffb059123ae8d48b81172f6c3f778817c8a881 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..38b1d4e4dc315f078d4fb034f83fa1869318a79e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8398a217301dfe2188f3273c2a4e51577830ce4aa7057edface01f7c2e20bd70 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..81834ea4cd527a6afaecddb9902fa0fe89a911c7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c722e28a07979ba558bf0061488f72bf3b232fe568f5b23c0b8657fc1f1be15 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c492a4a2c8a5f95b69a85603e6b19c9d81cb2f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df7261dc9a0149e41c7d3d4714aa16bf71eebda4ce78eabdcb0729f2f6ddecfc +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d244160749c73bdfd92a9181c24313216f0d746d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7f9f77eb1a2d92d4527ebe105f3191df64bc847183f2602eca58b8b847dcef +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..522251f06f3a1f6f85a121ca7f158a5c06fcf48e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11471ecb529021e88f7ae12bfa9b278dcaee67acb0f42ba35e923360fcd17794 +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9978173a58b1b311edd0c76aa76fb76db5017e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5ed7fa482d5935d09b80f31e41f6cfba1233d200e452a0851c921ed3149882 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..260dbcb2e737cf3fc93124a5ead951659ba1c6db --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8e7922174d50b0f906a96f2d380fb5ca894878b5a3d9d0a1f6eddb842f2565 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b441510219aa1878518e15fec7b2ef9654746f1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5adce7deaa68fa4559fac4fdf1d36e40b6a9b6cdb55fe9d7a503a400a3483f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eabd683be4ea37660a5b49ad8152c77c113995cd --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519b804750dc2f8d859d6e6b0a8d0389454bd1c61a2b6f6ac3ed97cac8f41947 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a9e9dbf35202f89e65145e396b5f9e6b538eeb --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26afe21fb546fd399bb56c526d004c1e50123de7cd9f205c5723223bf4ef198 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a64bc4db8251a4e0fb23ffb3503e3cde9a96561 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc16d0f82a89d7b514311b4c16f9ad46ede2734207ffc510b161e764041b028c +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..749ba873c1722c3c5746ccc4d8496e4199165dc8 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c227916a22531848199700f46edfd6e174f03bba64bf4f40ba5e9752392d03c +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d0882d19736cbba0d47af7b4ae1fdb94229e5f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903476f9b9ef9f2edbea437c4d548b79fce434068e90a4cea449569cee38cf41 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..334eede65cb59e3d5b50622f5457c82c3c7af814 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e364f1b22ff32b1d264becb263ba0918bbcf39c89dbc58d4c1ab67ad3e8c7049 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fb1952dec73a0c2313f11944a759615db6a450 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eedbbee044078b387d8f8d02e05456427c7d3d4b685a0fcc50f8b4f991f9f49a +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b79e09c1e0dd03df03cdf4e794eaa29d9e5355a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1a52b0ce80aef7341eda16a1c0bd488b3bd7e94163e4470081a7eb824403ae +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e60a89034beddf545e1d197e40a06a653b8d03c --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb73ed856d6905a5cc094d31037123406ce9351d4be4d0907c04053327b1509 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b81fb5367287871787c972c5238bb506529476e5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e361b33060b1c0e25d2e8a82bc33b753f6bf7d812e9d3d0424325d30463fdb4 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b99a7192c37d71307275467cf3bffb71e0083e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690bf52838984542cc8f00831de74fc15da6ba43f6cac3679f7de49170ae6b5f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8119b7c1d3a1d9a230dde75159840cea267cc1f6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942257f1f5a870a92697787658582dc1209366ac01346c8665eb77e61c5ca20b +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea53edf1af3bd939af4f0796552b7cec89ce8e24 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6669a657cd9b748a222663c662254ff2d594f1bc583d743854a82662af77e3c +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9733e82fa8eaeb030bf50079cb57aff5a297c79f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1718acef27408b03f70167ed74848471a8d7c6f1a09bb442e4d69c99c28f9097 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb37b0372e91849018c6c2990edc8d119d7ae202 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339599530cbc423aab296521841276ed1b901e0730898ec9372cb471bf6a8ead +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab71b1371591631957d91a5c23c5949e744d5d57 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fe8f4c0a3a089f16ce67c20bbb145cea4a92b0d8af19a5da211a08464186dd +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ead16a5bdcc9f7ebd35001ee1e0322656fce9b7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbc6541faf526b5b5bdc55a43b2fee2f308592fca5ea3617324a013cff7686d +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a603089cb478acdd21ef8e55412b1bae267926b7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1199cf9e5b1691a43d96155fd157c03ec26ab9ccc789d5d2ccdbab7349bbb00f +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d6f0f08180f5b67d4be8c01d22892172b56b513 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ea076c2794d12d05f008110ae1d37cf549c5992a93b2337df45cafcd12486f +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2352147e2affd9625bfbf99233c6af22798b5ac --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d49dc10738d27318610cf7ed82503fcf8b1960467202c9715d86bcc0c11676 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a8cb445045dc69fb90866df1c9635eac467d57 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5338da7de968339bbc7ed6e2477724b9160df1240f9f59dd5ca19db296f93b +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2256d4256a5b24ee350ca2524560ee7c19e9b59 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66745b112633af3579ae3a81cc561d4c971d7eae63ef410af64e862f55f19b6 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01c5993890eee00e3aa65bb433bc905e940553d2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75508dbc257becdde9a63f00666e6c3fbe6b34a7c78fc023fe06884ab97cbc96 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..409aa317d24a8dd5d481d0927ac7567adb753c10 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09480d25d3b8cb5977ddd4a82746a37353dd57659d499521c2cea078fbfe9470 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c240cc9412ee01c7409c4743eb61f0a72292b27 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c791b5d2c4cbcc2ed85d2ddf38820ea4b9166376bfb239277f5f24e874d7401 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..015ea696db7ceb00324107944dc909d6955d0d0b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1173efa2305bf688f835808ac0592458ef9c434d4ee82586e3bcd762641e0b +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed99c42c60884ae7081953d2d95d665a3d9917d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c8aac474f6ed29a2f844b03460d9a0a7226d982914cfab712f705d4b3c6966 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b725e6df0736367406d8b2a1d6d8660504bf34a9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f995628198ebc3796cbbd51241b275bd7733c0a5fbd87f4d7c363ccb752169 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3551e5304522248c30e787a0a0b64c6b02c4c655 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3186edd3a23ec433c5e67baf0600af9f7c02e4a2ea9258d87c0ee2a13ec2acf2 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97519b8530a4357477350b4e21fd43c51561c4d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538f96fd7ecdd2b8024727485c990835e6fee72064c7e06d90b04ab42dd58190 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa64b1918592744f935244f9e4ffcf0027fcfa09 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c565669b506f3539cbec91c0909840991dc807d56c1cceb28a0e642e94c61b55 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..04a8872a99ed369139f95784e089a163f1a23539 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb58b9b7a2918efd7c1e673cd96688062071ba9c751472b97ba2d88cc87e954 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d90a38c573a7c1295bdde9505796429534bba1b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81c3597525579f87c8d15bdb689151fad89cbe853e81961d131adbd4e6f8829 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a8a2dc00b3c4c5fc279d9d6895a7220faa76d0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e4b07ba3926a5c7f2413c0672f1fc8777de3153b31badf2a6e43e92e86ebb6 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d3650fbb534219f0fd42e3b97110d55a662f10 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048a243bf0b0e96974ddb338804a8ff9dcb0782e8d99bcc3f16f90590a3dea24 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef947bd0ce04ca050f974020cf6581bbd5e09365 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb3e55d50da10f63d93aaa235dd404e7352082e0cf76e889b5a79c67dc8fc19 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d540765e5f48df77b0326f15c93d2ce66c6166 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c8dd17bbb262a546dcbfa8a3b2e5cd754b4d33e3ff8953da657c8eb3d93eb71 +size 131677933 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1644cd60759c185a89542465a62f34852eb49e1a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6e57fc1ad4af1a5cb6a1df1a4007152cf4166aff942b18683af97c0691d9d5 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..95813f2162a4b278e07afe9da3b19949b883a5c4 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b3d9c643bceb33a5248d516df3d942844e30a445442241794f8e4459b48172 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9383a943712cdd17bdfe8ee518207d490852773b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce3958e4582dc44b7721da1683b3a76dec19c60d1ab2a5eb02aa660cfe5cd11f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa72ccf55e82efeb0e0d1d1f7b000b954b381862 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c58ce87452e404313c5d85b77ba005c71eb80428a98e72fdd8d572e27fa3f6f +size 131677922 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3abeb75183afd77ec4d2482bc0417f37e700cbd0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6645f86d54d1305714b68b30a4731525eb6905c8ee8e6c2177b94e3bf9196a +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d18ec40627ab6ce128c54d078e02865654e34db --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fe9eab8d5970ae46edc50e2d47d51cbd2238e41e6a3b3fdb1bb9ebdb38c29b +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bfe05cb4507d00bb829b429e3e710430f859384 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a575bc9e0f6d54e36d195fc280b96d6e2cf98b042d99c000702911a8ec3e16 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf90f90d8f3c54634406877780ba7d3106fa321 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46974b4df1cff074a336f6c2652617b961b31c15335e2a29fe5a8aeb0bef1a1 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..78fb3efd0161d72fd4cca255b866bb962c0dd90a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ec92a7e13c4733c60fa313df8985d056ff24d54eacfb0fcbd4586ff3691fc7 +size 131677805 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..993961656c338c5b4960973f1c5a690739349c73 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944ecc02e95f162a5a4c2135d00eec938c144c1858746128494c859c0da8a2b6 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c877cf8a43edad640a27a094663fc711074e5c9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d1fbc3006112db8b8ecf8e26b140f233909ab6e14f59c5e506202ba7e3d3d0 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fb90d36a13af3f40763202d48f41d9783e28174 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f06fe5ae949feabc11f55fd73e52243a8c9475abe6b7601b2b831ea6e5af79f +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..81869d9f266de5be26f749091c9f22c95d2efda7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6bdc76595581c6f0e1c377c47897f9c2f03669a175837c3a115ae80c31f40d +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeef6e25d930d8e29b38585123679a70d8155179 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1d0879f873be60ce511f52eb52f5cd6ad23df6ab216f8caa0e1d54c0bc8915 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ff561ef32c6c85be3b0788545d82a0e8bc9330 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05a6c6d1174557116dedf37043d3d0dfda0afb251ecc76391227580d20f5d84 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..788490d3f65d125cae158b013693d524feff0647 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdd6fd3e0ba5348c9812149f7882e40becc3d47487248f7cdec74e8bb7dc8ca +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6422e5b685f0ec41b1e0da924fc7574a19c2557d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7c04eb8841f944f3b7e777786bfc1e98d31ae91c820aaa3302984050892e87 +size 131677869 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a28b5fd8e487bacfb81527039a6fe8ea080698b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f70ad3406720eda7b51982b2770b5eccbe92bad5b34b7c1f34db4a9da888002 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dbbde436dd74ce1f0266321efadb4ef871f55a4 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5874f554df10fffc824ededaf2196afd36cdfecd128fe5414933a8740c59ed2b +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2376be1ee2637fb6a4f7b0eeec62bf7a9eb9f55 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60ba38ba1aad1a61a4ec30fdbcdaa821b88e663f2f5e4cd7d5c7896855d6da2 +size 131677741 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a79b938d2dc35082a0310429176264dcbbfee99 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c353c23183e98c5f77edb1c09f7dcc037b7da8810450e51a8e9181ef21c5e8 +size 131677677 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2bf323908f23dc2f9eebfcd728adf92caefdfa6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143db18b599676793bdeba9941ec5e2d1a399496eb996a3d4658a358a4cfa1fe +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..331c6967d900beab482200a4da170fd8c36959ec --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7f80b15ed2846a3f5c2d5b5d0e56db398a2d3987c6035313e20c9d802c6ba2 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d428800f6c98c52708a10fb4892358619d7563 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44da5262f2ee5adb6203d3f83db5b31bef41262ac90744429b22264b8195e54b +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91f0878a2eb3520014f1e39fd0da643f325c6a60 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a9f1d60e88f63a14d016a50caaee140a698db53ac70b9350df79cb7a90c817 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..913bc6ac4c65a2bd7743a68db983e8e156233c27 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0624bc346037e40c4d1bb63ab1ca81d5ccac7f40285b9b80e92add9230904ab +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9410be1b0d0a368282d4c0c11c5807207f3c3558 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5646d574dec530efde778f276591cc85548cf9ccbb1d5eb9e75b26c6b31099d5 +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d526287bfc224d839a5bbe44a95439176a9b815b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3004616f25135d16913fe241690add5d58fdd80a22bf5c39d7fc0d7d6b97de7 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d492ae00ee4d56b3e69d41270c011ebf11117340 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3e23be8de3040c25b08856a9be0248a4dcec46c416e79631c7eba1817453e5 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4320b0179a3ffd339a271ba16d207f4b039fcbb --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c219a638d1ae1ca67540162bba22d933b9fb6b659ce611aaf3da85a9eeb935 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..26afc3ab8021be4b14d49f4f077cd9177b543ab6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfd0b3bb4b901d38e7db87097cb78801a9694b570aaeb893207aa1116d5b9f0 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4c4c941e6cdc0c668c505430bdcd9e2802d69f1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26458755dee82901d050927c0f2f4ae619b851d9e5d660fd24e25af33c6e6910 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f6342e0e7bf5d27224694c7936214baffd39da --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827895c04e0fa988ba37fda68bbe067b9548671fbc240145ace80212eff1fa6f +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f34b612b3f1a8e5380795dca2e0484b79a26676 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7cffccb7b96cf8f2e0a04d47aa54c5b5fb0ca61b2c5ab48c992ff26447defbc +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e9e20ec64179d4bca5c6ef36eed3258f03eeb05 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cbb341dcf759f31176399c68c1355435af93fa3f5831890832fb2f8514bc480 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38aaa4f31c1f6c35b8aed3b226e670428a814ed --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:759f859c9a8ca356c55aaf1b2ac30b17ca9160fb74101c07ee16fb41f4d64e16 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9a03b99cab8359d17c3ae6baefbe705cefdc2b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b7dcc8c6d734730f74629341b9b8075e2ee426c0f6d8d095bd850f88df03d8 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bed8b9d5bb2c1ddd23ca65ae7c2f3ddf19820334 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66968bd0cadd7ec61a58d58bca43cc9159dbffe28da074ae0b5084cd9438c28 +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aca3c95e66b601699fc4a0553edaec1215bcd53d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281d0d5936745b306a5a520e091f107292741815b4a8151fd5589239c0b431d1 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..820be720242a92a27793118ecb48291890655499 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673bd288b3f36c274afc1bb63863bf1d28915357d4bd9a17057fb25b01bfb0cb +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4951e94b3d658ce84b28f882ae546556429f0132 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5311dd779e2f185b3d9d789b989a078bbe68062006c4530a7d403b9ffd5f0df +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..956f2f04a948517e3f7d60f4882ddb5af7d692e3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcabec1ef40071414f492e90bc2e382af0ce3fe9501cdcfe3e3c85542f0b1b5a +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..885d96c6c30ba6f920ad38e24a88304d7e5b0f06 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917f4d92bbfad5b2c93e4142077fa6779fc5ac4d1e36da5f83f9fbaff8b798cb +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..da4105a2b22dddf3a9ce6ac8ec2cb4dc4eb7645b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a298d3ff4f59217b0c91ffdad70d79a9003bc3c90d6b5b322af5b060185e8b +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf65ce7b91273d0523d616dd62c8af86e3a0c6a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2037f1ca3bd3c65829867061eb26192f778809cf2a7d538867f9c60b654d4e5 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..289e0bd511751e4347650a3c463f889beb3cc1be --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b146348fd9a4e07125fe53af080c130d09d4fd78a250d3f2d0747c76bee1fa3 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a031bad6ad6023797e64fe2581344d14f503a89b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3842ac0c52f49e9ba9ec47c1b67e246ca1e4ed1c5f62a036a2caf90e39e2a567 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..334069e710cd99edeec1041dbbdb06cd78df1a68 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78cbf2407323d5accddefce88c5aa5f44bb1a081218aa2dd01e499aba7863bdb +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5529305a45df5dfe39ae08688a3f425b3ada5e1d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cc9bc2af676d1ac1613ebe4c25c7fea152e8fde8199a9b880229635036fa65 +size 131677847 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a676c17a25538fe9020e1242a65c384dfa93e5d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ee33c5cae90af2527950805a9bde5d04bbea0a2b34a63a77d43fd8c5dcaed8 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8273760e6f7add199b6521f05f314689c71f5c7c --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90a30341e7bf13834d06f3dd8d06ee82a181b7048b170d82d247e78bbe60694 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe9eee0b7c50f2ccd76d77d3023cf150e2b1424 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe856aedee80935d6807c374d120b66919e5184128c2692f34633a02989bcca1 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbbc6585fbfa804f985cafb3c7ea241c238bcfc7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df23a5960ea1e2106ecab0a083633e998ea29704e212b40125347c82652e1e5 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebc2cd914110188bde4fe367294cedf0785863ad --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad699ccbcdd0b8dbfeb71cf22cc4060ce16476e5b404e5ee3a79d1b9d89144bb +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e066c073001b9e0d316157e790bea1a3e2e6e2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49aa612c4b557d18238d01616aa488e590bde076d28f0316a87ea222810fe7e7 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9bba70e49483496cf54c5797a972ff454ca3a31 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a6ac63298062e61f59c0aabd4ffeb4527bbc4a1052238f24919ec5db2b88b2 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..168f31d9c59f3b5152b4560d1cf46cdc938d70fd --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5d1754c62a41a59003da40a8d65b496a8ea173d0fdeba9f24db7c15be64801 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22947c2c14fa0021ad23dbcd6ab25675775c9ed1 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a4f27111120989337ee9626be68c9f97c7a396c7beda45e94e842c70536dbb +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c15fe309f37f0ee82a6aa0a5deb2fd9475d88b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a553b8cb83d62639cdb5cec384c4ea7e3a9b38c4b452f308b227264b74b93f10 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..58284d15c1e52442ce5d0b3e9fd8dfa0f81f3c9a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bcc7e78d6a54ddf1ab8d7b9ece57a07ed4942b1e7901d3998db982dec91cbf0 +size 131677655 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..445838b02cdd89653ce2da1208ef6615ebfa9953 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f17947827e0652cb7a0b3f54cfb7f219002928122f00e64c460547ddd8c752 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a664f643a201e6bbfff5547fca103286e7ca0f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15cff7ab7ef34245768412b899e41f0ac3b684543717d2ca29f58a103d2744c +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6b4d60c6a64c7215dd3328a2328cb91c18f098 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b82bdc22f08115205bd40293f0f4fb106726052f3112aee979f90e50c24d8d +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1118f97528d62dab003806b1e0be18938744e723 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3f8e7179b65eefa6ada07c21110033df5c7a1eccb01200527bae4d4fe12a39 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a5bd9036eeac1fc64699c958f8f6ce3aa83d55d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d84cb4683ec03abb3eeeb3e969744e8ad66125004c24b1ef3046e53e0882ba +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cba86b402c620fbbaafd7889914ca274dd9a1f1e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:851d45757180a3cfe5e1da30015b618175e17cab291821449eb30e0aaacc5937 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1ad9060578a040de3011e70416450f6b7c91e81 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a94a83d681079b9a576ee47c5724a2218c9a227674a5329ea568aa6ddf96073 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7963285989c2ea90f15fca8e6ce9ee4f5c217e92 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9026bbbe7f6a265fafecc03e6419d9b9b759bf6c9d0832055e6b859a81650c +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..77145f8ec92e97764ed4687613ed18c0acc8fefa --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f650042dd3d08f14d536ff4ea7aa7c552778395935056e92768b2050997354f2 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3f7a0ccfc5885454450b3fe47599beaa5ec1960 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd494530f4cbd86422939311600885e00ba8f103b58fa4932cae6cd52342c99d +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2abeb148c2004c3aa85eb8e070c0d36ec37af023 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4046337d68b53af3bb6b8b53eba40cbee154a1f689ba7a5b82688d829c3cf518 +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab7a10c0dd5db95b899b017f4799f25b0ad513ab --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd3f2d1076acf846317f25b0115fa7f0fccb09e9f195f18ba54b48ef02adf45 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd780aa21180d43ce49a3af9cbd4e04c3e30b2d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8285bec279bda90bfda86c752d2be47b0dd99786db56bf06d6eba22c908310 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a02af713bffae7496018f68660594cc620a6b4e9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73107237b679cf92155e6014f617c319c1adb2ea06dbb88da0913730eb0b453 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fdee58bea572f17f7aa59ff720826e0d6920a89 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3dee80eebb054980ae40ce82286203db57dc8bc7dd814cae19304c02196b5f3 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c401ecffae56e32c3eb646ba5934b7826f79fc --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad7c824a1bda9c48e2d890389a61d89831952354ba9e6a2f2e480162d34a9df +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..34b38ad16251ff9111387d4c192f1c8a28dcf18f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936d94716040b884b87b071acebce097c31309b9faa5d94c681cb890cc889611 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a677635339b627e7cb40b419262d3e10826d1fa --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364c7521bcfd0d6ca7c94a4ca3028fd7063b9af4013fb3651d885113075b0426 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ecb5d733d8ad8e9a470087efca8cac7ef65bd71 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452dc4682bd3c93db20110ed9f17a99af77d90939ac1ee859bc3bd79c9120ec7 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5124788afb783710515fd050810a770a5cd5c42 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dec51ca208e1e52200a24590372f574381d7875975ad4d0f103fde9f65abbd0 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..025af056b7a60c3bcc6f9ddf04c0d69146ad4501 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa4bdbf1d48a2d74849e049e8646c9e68fc54efc281f3e0fe183cd7e7e8872e +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e33d02c68619dcbc223ec3f7343857ecbe8e1a7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95aebad16739717c22f089072851089d27f05d56599f91ad7707a268a43912c +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a832b307e3db0cebde17d9d5968bb98eee72d9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6177507bb021ad7a8bc29f99bbfd925c9f26a4baf774f393941af5fbacbdb788 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90457081c1dbc3f643593e4f5dd2ad1d8e57704 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ea466212ccfc0fd7d65805edc9889c787116e4ec4b32d43a21102d1b5bf289 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..011d40bf21974474382d4717d9847705e0973ef2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d98612ef5ccf419ec8d0e54bab536e2bf5142a9160b4717c5cd0e35481f6b7 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..76486b63a70fb2618f61ca13ab1cc4dcc2195b87 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3a8f116bf4c3200702e9e1b6f59cea9ba673fa0dcae0c6fd15b24d62afdcdb +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1fb93a0dadec5cda628bd3565c1206a0bc3f7e4 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8879862070839682473a03808bd84826f64b8c9122e0174880c45d1881266e53 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..166ec5c2484f67aad187b4b14fcc501869b43e11 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3145cb5f7065d1e851b56e42ece2704e8764db80048e81aa3263f022cb32924 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d890000a72114a7cad1d56906c656829f79b53c5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bbc893922cd87f70eb95dc6beb7d00f1f3d773ea5c95e6f7a32d702232cfaa +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9faa49962753db38d8d0062a56baaed4c146271f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17dba16409316dbb0fe6aa72072f5f49b404402d15f05f1dc78fbd8284d11312 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..06876912e9d6fed8a670df885609febc9dc653e2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819680d4dc88fc27c37b09cc0cdb626dd08f6f1b658b79dafb30801c4f830e6c +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d53a60f8e8e0d854b5eaa7e5409e8569aab83c --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b9f75693bfcf6ffa554c7b8e78ab8621f3d8109a73189c5a65bb5199427f27 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79ae37dea841876a07cb32150c17519f742eb0e7 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d83d4229b1e9d42b72930f171e2cf93fcf7f17337a91e9660bf16e9ec727e25b +size 131677847 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ae495aea44bd95764eb9b1df181ec413267c5c9 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d77311ab6337f4fb14bd442d5ea2df55500671d22ff213f82e833873bfb3781 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..18f796fde0c51686008231ddabf93da9cde7ef09 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02429ec7d8f3c57e9541088fb45ff2bd58708bb11009081e4202630763c3c212 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ac4b22ad0bb745da5125a4304032b66ba45e526 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9795ba6a27ef44eedebc251d0e4c27cea2abd51613ceb9e6bc5c5c3a1d003cf5 +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad01d68708c49d948aef3f2edc331700171088d3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746b2f8076c4ac40fa189c8e3da13c673966f4b5dab108244e60c71fb81edf1e +size 131677922 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c300e57983a2cfc9f60535ac5ceebd20d5d5934 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a0c662ea53077452cda38ec0f984c38329f58807f681969226a3b77647638d +size 131677730 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d86bc5066bb3376e0c2c5d3e304e1b735579ad0d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d165664c7fa253b6596e258195fdc154363c07d02c6960844b5bdaa45db56c +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a22d762626f412ccf20d2c0f9ede6608f5d884e2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213108d641da60e8c1843fef756c8791c7ae4a29966582a6f9278e90c9984bb9 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9abdc1b29e4529a51f8f3d632d7d2de52b6ea21 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c39c08854f8aff19b846ba444c86f69b937652af1bc6cca4063deca7c880cd0 +size 131677794 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce2c97f8ab54c50caeefc87578608c9a46859a5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f252c5a708a4f691f5588931f2b56bec249bb67d33b27409132efdbe48bfc853 +size 131677858 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a4aea5215560c025a03f29406fc98004f0882d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bce563090ba5b77b8e3fb8fba17a77c0cc170767407e2837694e52ad558a33 +size 131677666 diff --git a/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..952ff667c1fd40af116a79c1219873cc69577290 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0bca98a511c76b32270cd287e10402db0d59332d6ed7d59c4c7eb0df73d63a +size 131677719 diff --git a/2b855b55boscarseed4/global_step52452/layer_01-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eaabd8acc08e33a63155a02cdc39b0c9963dd0a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbede1e46468d38e9443519aa5110bf6f12c9b4c47275b6158826dd051fd498a +size 268043523 diff --git a/2b855b55boscarseed4/global_step52452/layer_03-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1377af72cae79f78b612eff34d3033f469e902a3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9473887ba99b7704b38f54ff7276e6ba3148a54f76bb358f48c7209df5f303e5 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_04-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..369089f884e2e749382a5e20bb85a6cf90717ac2 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45872684dfed7395b802f9187fa755842e636bd6131a623b131b0b9d52251a17 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_05-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9d4024ae0d9f54a5310dec38b2dffffe95a0e90 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0380cedefdee97832aad5c2fbf567c6d19bbd6b1a0b9dc30ce6352e3b4af4661 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_06-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2209c6c3e1a8b0835a9b3984a20734784b38ec5 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adce027a0c4bad42686b3d61ac14ebeeda3c6262b0973f43a4ecc2a2882d297a +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_07-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7e436e478688396e0b4da15427cac9ffcbcbb0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5af51039484c3c667c04303af7804cea80865d951ab462547e7fe452e61c45c +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_08-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..adb9ba4bbab83103e11c6415d5965d75484e4adf --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9110446535f0bbe1c568c3da4acf559e4cdc9b2ee5f4c6a098efd80de41b4c01 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_09-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..87570e8c34f401f81fb6aa5bdc7dcb770959d686 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aabe4660db4f76bfa6a96f8b2c1905bcd6fd0382e5d5d02dd53daac8c788dfc +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_10-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..20dc615d50486a6ab98a477b0482a4ba1c395115 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af8d38128e53ab91f8530e2b2a47130588f55ec627636a8bd879ad9b692c46e2 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_11-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7616614f9459a53872cbc63fddaef9e8c8cba904 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9fb427fea2007809166f9f8191f0c12b51a61da96b90da8ee7854367fb94b39 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_12-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb8623a8fe31e3ed5deac290b1f3479ac3ba33e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43b6c1a25e07ac30a8e0622e20be3dcd32487a6df35e1de492640a329d8347d +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_13-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5316b13eb9a5debc0ddd78329f23b2047617292b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520e70c8c43264df8321d2d9530b6b1ead27c1f44f0e6e2f368c3e2e60b65c15 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_14-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4aebb50d49a858e922ed87d87c8e0ac1b5e03e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81da3b2a941c867b97de757c58648f7f829b20afe3d932adcd4cdd099ada118b +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_15-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c5c2e12f874f0fa1890227e150fea14e02fdaf --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9166401ca75f8f1795c99ca3f762bc39b2a5154a1b7f20df136038f15ef442c2 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_16-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff324be974ede76609df976753a377dae99360b8 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c33d8bd82614d52faabb05d5b7abb44ed84d3f45c62a6cc69f2ea04740dcf1b +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_17-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f382fd722dddc7d177a48bf715bb5636bf62297f --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15293aaba4dccb0f1d785490e09881261c4151b58fd9737dd8b62a70630f4f9 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_18-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe448aa289e17ad54840c1d8ebef2b397766051 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1126ba775596fbcaa20d4462de7a249d122ef47bda7e463b0064e7465991d1e +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_19-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2128ff0106785a284456fe252d0a3c4a0ad9130 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c3a4d2d1d0ca389111517ef61d07d79dbee4b8114a9a34d2828f002bb8f698 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_20-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..040bcd4f1c8360c77205250f9c1c40ec77e4dac0 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1acf59322021960a387c0878582191314f1f82c40ed1a61ed9f92271cbdf99e +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_21-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fb1dd0381ce20a7c901b3bf4d73479870fe0b90 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06670d1b5ad07b3da680f2b9271bb741fc633bc5513729b21b1f5741edab2136 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_22-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a62053563a57d583f7aa95574d1281e143cbe6 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0bf99315e8198e9516de54c75a92769bd0d33ac8d8218b5b3f3cc61f2264ac +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_23-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05407833f565b4bf249961b5c4cd354c57eea358 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00b28770f5a9497459a2748fc066e45696168a858e0defe2f5e2b14c852e464 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_24-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f179344903fa85c5413f04ed3d4abdf1b5ec3a64 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86f13c739cc06a0a636b598fcee47f745dae5a314646ed643d080064613f227 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_25-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e4d1bab4a22eb5b9107d842199eca4d26a75508 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37bc939e14261f1d0ea336ce74e9572976210439b317a22848793d7259df028 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_26-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6b24e02591cc0744ee838e29fc87b9e18466b30 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f676cf53a265e86ce1e1385dee72fb9a28fb928dc0b0c9fed6ab9b8124a829d +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_27-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..53398c4b3c54a7ac57bdf04a8df1983a09c57c7d --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377fa0bdb9132fe7003d76b4edaae3ce315c6540e64046bf051746db90dbf0f1 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_28-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8502f0b189cf6fab234c44515be2012ae23e666e --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6b52b51eca28a953f3f798a69e24bc669ad8dda1d21efdf9628d487ebe7f71 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_29-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a6d87f2ba5ad6098ce847ee253666ad453e91fa --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaaf15d6710bf2e999dc923fed8cf9fdae699d317078022774b0af590c145dea +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_30-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8ca7469496291bc35c13e6d7833ba6918ac35f4 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247d64e50841853cbca57462c42aefc844db0ddfb6d69470c9f056ac2a576aee +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_31-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2d4f47e837f2b8187f2bf5b702ffe2273e0a93 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9671f8971a8c7f42479e8f5ca2895a68254ff00a002792e1880deaeb4fcf2bf8 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_32-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..478a8ab95a46756e4973b4cc443f83ff17eaba82 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa7d3fe2dd2d12be675ad7427ec89755bd96f1cc242ebe2a44157f92e142cbb +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_33-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eba3e8fda49f1432e11d1f1d2687df65cb4c129 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fa80665a282d0863b4b979cce0cee3f03a295991f5936b69ed45942ca68764 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_34-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce32322d6f86a4c88fa0cf4043893871ed36101a --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff8be26cab3e889b84d3663fe6495bb3c900f09f930d6371d31609d806ad06a +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_35-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ac8bdc91b5c279c759d9817c446316fb7b474b --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d2034ec343365365f2d7e20a9332b5ca37363dc5a5b019bb1a0134f26a6dcb +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_36-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8461b59260b7669a446df2961c5f2477fbe6b579 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313d3d05469300ede8908ca50054b55fb8b4b86120c8791ecd4ebf2cadcae1c6 +size 157357315 diff --git a/2b855b55boscarseed4/global_step52452/layer_38-model_00-model_states.pt b/2b855b55boscarseed4/global_step52452/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6130132f43286e6e88a1cdd2a52454b2dfd4d490 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a48ca8d41e519965107af07434af1aff158b4cbde3cec29b08c2cc310959b96 +size 11459 diff --git a/2b855b55boscarseed4/global_step52452/mp_rank_00_model_states.pt b/2b855b55boscarseed4/global_step52452/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..863cf7334a1531909b1994f2eafd52ebde4072c3 --- /dev/null +++ b/2b855b55boscarseed4/global_step52452/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bb0d68fab565242235821b06cd15029014fd4aed8402b0e3b7ae32e817fc39 +size 50099 diff --git a/2b855b55boscarseed4/transformers/config.json b/2b855b55boscarseed4/transformers/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec --- /dev/null +++ b/2b855b55boscarseed4/transformers/config.json @@ -0,0 +1 @@ +{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"} \ No newline at end of file diff --git a/2b855b55boscarseed4/transformers/pytorch_model.bin b/2b855b55boscarseed4/transformers/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..864c743cf0627a57b3a24fbff48f9db51f1ddf8b --- /dev/null +++ b/2b855b55boscarseed4/transformers/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94e4b5060cb9426a7e368909024b9189eb297dd46cba40cfb1c1f0d73f2eb78 +size 5903417421