diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..0307c019f7a68ce20b39ef1ad8586cb880d58bc8
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.3859706493814145, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.02887493788243282}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07428960078453671, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0018063226287394017}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.30350663746210643, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00473697872155852}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11155152422680106, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002282891780760996}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.03531981209056992, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0011595867013095926}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.14540106420377438, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003142842212970267}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.052796392998268285, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0013951384332651713}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.07055647736310881, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0016283929067047295}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.2935720196205313, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0045875931258363735}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10653891951191909, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0020787485289465255}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07024334129648914, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0016843891256844708}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.288622206208257, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004462405964590755}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.10565401215529986, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0021263606523734837}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..710807004c2b68985080a3db04841f513ed77391
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.4498997351689477, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03674862617096384}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07474282486730215, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017060899291641667}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.35037818287785766, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005089644035448327}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11423642365402245, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002125553076824774}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.033947865346798244, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0009605222606600222}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.16651493031375508, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0034551314473355676}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.05226153564491622, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012866470017600612}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.07006889806462963, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015199133453655971}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3313741675277014, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004724938074588536}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1075089911234956, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0019013555079034736}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07068151425631596, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0016036772272344858}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.330968980956117, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004694246590162869}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.1080259820412502, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001985969459394615}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..62aca909418223c92c93a97799576f8414872b06
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.4753049001409591, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.022662210056026047}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07509396872848731, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001495770634509107}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.369650217038538, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004969240424808801}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11668735202155088, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001969072957510736}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.034222534671223666, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0009009097779622381}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.17744398005391065, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003538000874923632}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.05325778753738895, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012240840116235934}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.07035789575974258, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0013479485808054492}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.346088142522385, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004573219497516567}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10948225690231367, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017896005091475441}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07105991740872057, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0014021861498776512}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.34990113897565156, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004653894399099468}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.11040902543720352, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001845965020973935}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f8bc5854836ebafb281256eea2371a9f113c7
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.49330582546586715, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.026760635766622045}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07197595815311898, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0014085873060936218}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.36596279105771895, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005060110953265633}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11255875083875559, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0018899560091881686}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.032559872031436, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008258506188369471}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.17582832452926037, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0036102167860794358}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.05116400683224674, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011637012566298453}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06730885297435893, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012874209586825013}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3410263606925172, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004632395084547858}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.1053125965181327, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017380106035689842}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.06816617828713667, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0013317358072988438}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.3452024329512138, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0046680401031925535}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.10651933217629937, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0017835590190595765}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc09ad9c72fcc70a5da13b8e38d820343527bf47
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.5805875464248518, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.02467601476988524}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.0759876905383805, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0014999294305126894}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.38441082579620744, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005176874183483729}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.1185079312492515, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019283588373999788}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.034693214028384364, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008716169777471336}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.18834133037111078, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0037005417550254813}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.0543334322796211, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001167839949370806}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06996833075999682, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0013122027020668525}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.35440915717841187, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0046597414750728676}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10928166815352991, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017079278026699558}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07161964114325686, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00141486011529458}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.36094525512943, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004743097077998619}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.11155898719590468, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018082007870370246}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..c437741c393986dcef5d27ea7e8a6be36a17ef49
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.6262213710856557, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03220830109957928}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07568606204419236, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0013727260179330872}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.4004498860844127, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005164039996437608}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11957471813564298, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0018632136844397324}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.03424858760150629, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0007988668794381154}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.19500849332230508, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.003726245247160497}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.054406851908666655, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0011337345810570566}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06919783619593119, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012097192783486648}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3665037791378817, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004626331345429801}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10937979253378736, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016473303165533246}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.07131226400764427, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0012731468955373129}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.37701365596712055, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004768186337938744}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.11268811047269227, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0017367441620354863}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..af0dea1707c49c1e7ae92ad6e65961c440b7d92e
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.14862761907514144, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0018170184325446725}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.25162969277056396, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0025110750991919678}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1735271187409542, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0017420641997891633}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.027931710583823308, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0006852910799466808}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.04947292517867473, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001323152681280402}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03281166114649338, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0007678027921869415}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.11167291160760119, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012338979014086847}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.1967670614485443, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0020238976303286155}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13211424580114145, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0012189992528884612}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.13726434831918505, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.001658580287033731}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.23359610303376463, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0023331163283850007}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16049275586848605, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0015915307859795458}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.4085781866227987, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06765316931490462}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..1e14876448180ef670e4b7ef0adb07848abedd70
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.16277193183652522, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0019791861140128785}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.27320755514294287, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0027529027179660705}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.18920766306464926, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019111483043418977}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.03377477444135655, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008162143350541909}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.05888454857622772, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014868106734162374}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03952348883731413, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0009017689028399563}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.12024619489337642, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0013281691582764977}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.2091152162389091, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00215651070348592}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.14124032964831484, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0012998701147887161}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.15124075642915727, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.001833497711400087}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.2556042591652215, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002599027550285205}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.17618136263300152, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0017768481626556554}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.8695588017385163, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05321662312142784}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b3a4da248337338f8932b2c7ea29db4861ab4ce
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.1705052900654322, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0020623873190335836}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.27934387948105693, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.00269250839204282}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.19547280360886987, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001894454328895725}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.03848650920945066, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000929187611532398}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.06443059864859675, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0015228056774988696}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.04385052776628551, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0009414966007970309}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.12791269972430605, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0014524157223196957}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.2160525397509754, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0021509404278420674}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.147954778208212, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0013306013768007523}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.15803063427007255, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0019019671150593402}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.26032488790855124, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025259372632087294}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.18149103619605517, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0017456373642829746}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.0895250564263526, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.05260673114945821}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5921dd60d715d1c895604211e1c05e1f08b4a5b
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.14794605221202178, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0023288106629145966}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.23196887225200322, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0030906899098327623}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1627969919759764, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002102839789628136}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.03234477098093676, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0009482837463457055}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.052607551971036656, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001441559167188345}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03576925556291925, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008895897244987175}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.11098220652021759, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0017249339058787237}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.17882334047937634, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002441176945496047}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.12292479290951157, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0015261254326798437}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.1379056588631655, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002188641876469295}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.2165921381447695, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002892803013438996}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.15163244869667974, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001949601678988161}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.9845021837810688, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06643615389489499}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..63fd79d58900572e6f273cfdcb4597e588d41a3c
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.05106771575902374, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0019659203953794374}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.07804501442013374, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002681543421696101}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.05320898989288258, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0018000803783716336}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.010915560953831725, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0006843232384822272}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.017333650821899818, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0009520410019829541}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.0115081158992026, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0005924515945289618}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.03912914603871578, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015292266274958602}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.06051029913811969, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002087906460503723}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.0406022993863923, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001350639486420207}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.04795995322666103, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0018654956003536299}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.0730595855068419, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002511680618409503}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.04978211979263513, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0016808277076301248}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 0.43692124770591884, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.034589878125136274}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..c03f8f9f5c31851b993b41e673dfe054978f6947
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.008888598534123287, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0009074304457843781}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.013732262968419945, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0012775310603661385}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.009154755966022539, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0008437188329211569}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.0020329208663477155, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0004034253796867396}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0030032403059095103, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0004244983130075312}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.0019115778864576577, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0002415435510558745}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.006715096170350463, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.000704577952426742}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.010603012416762791, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0010070501511240425}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.006902885273901401, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0006295358749076249}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.00825151495932399, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0008497435087111472}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.0126360914173471, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0011775115731198504}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.008435486741119774, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0007773340965961406}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 8.693135496106579e-07, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 2.0347209537079987e-06}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..282589465506e10b478d06bf3416702ab908625d
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 0.015996891880542208, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.004310800871207989}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.012607142857143292, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0002620854055855113}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.022364589648673473, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0004833744939072677}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.01581057979538024, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0003268681446111073}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.00011382113821138212, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 3.0353975217624302e-05}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.00016007109878338666, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 4.471587603586543e-05}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.00012949433318118156, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 3.494334474550083e-05}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.012607142857143292, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0002620854055855113}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.022364589648673473, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0004833744939072677}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.01581057979538024, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0003268681446111073}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.012202380952381383, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00024852907150074173}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.02165931137163564, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.000459555205796444}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.015304580133401937, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00030990342484444515}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..e586a469bad9ba2c22d287780e82cbdfd6d15729
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 10.160164880301407, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09870361519554652}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.4723645042246602, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.003093544138341839}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.41769731726334886, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0027761936199660036}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4183603415646924, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0021915886347872913}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.20824659603338538, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0022062119262852707}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.1819755290759944, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0019466842287792123}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.18224154640367043, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001744075951680649}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.3351327678327539, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0025523703114727794}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.295579474348389, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0022293299165326882}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.29563040377094635, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018175171603569897}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.38216044781782504, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002840674624973531}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.33669899123255476, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002497483152367024}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.33772472890005967, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0020840945335635214}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..d99f05ce265876c74901b881c305dd340e10c46a
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 11.639342595686514, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1372398556772298}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.5008112994914655, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0030901508544956993}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4331586166619688, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0027669107693439566}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4403748840276186, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0021469015406322322}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.23532637411562363, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0023540846426583248}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.20098225485559104, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002000098072621399}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.20392339700886974, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0017713110997826917}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.3541570070163828, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0026216980786301844}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.30536324071501125, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0022959263532433085}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3101075960976144, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018538357828329025}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.4060963348848002, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00287308069523248}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.35125355708974765, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002574327739391992}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3568310755537105, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0021021781653240523}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..f5ee6a95171ad43da83711e716015de7a61625e6
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 12.12151131378298, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.11915100827089956}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.48319371001463535, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002959676881031021}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4422942530679121, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002745785251032174}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4393124622349425, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002105146952485857}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.22776533967342907, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002199578780588574}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.20780683933237928, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0020519338118908715}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.20537187889646735, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0017679657376305042}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.34008741895966316, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.002497623460553464}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3107412356396501, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0022904606355026516}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.30827570526127646, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001838483091209031}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.3948986426501321, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0027465008011313763}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.36193901740453144, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025838482295284003}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3590927766034753, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0020747916723764977}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..8967ad45fc7fa3af63146636d5e2df9382d41789
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 11.559015928325927, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.18803967369078045}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.45547982198924447, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0028623291621968612}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.4496956638404531, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002644952608966691}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4317309670284675, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002056102439511285}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.21266205937348281, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0020948347718174865}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.2094291861066839, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0020099108277091484}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.200121282410508, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001720634914837748}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.31926641390021887, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0023710826604788795}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.3157467625853494, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0022866495141614174}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.3022050091930064, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001805017629409357}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.3747187674171436, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.002662920050950552}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.37116215718680456, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025805030574394894}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3556255169379216, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0020739273107426392}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..0e6c79223a1a114910e2d4814c9f8898a7100d76
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 10.718543658577635, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.13557644877495797}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.43624590990474293, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002755359910046268}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.45743821166090926, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0025961821255812874}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.4260986497991647, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0019558770098863274}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.19962516392680765, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0019681113841036675}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.21014052881618187, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001996018471125935}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.19429987532612708, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0016645032075996245}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.30445962134555027, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0022570971354846756}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.319832443105098, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002242049253249801}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.29713861834051897, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017327548341535156}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.36210497757070403, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0025479433447278678}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.38092539069745174, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.00253423877318417}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3541205313176406, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0019745070250081604}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd10296db7eeff60d2c44e76680813692e42071d
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.1594590911124501, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0022782733083245854}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.3283512452700197, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004306520729443716}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.2061985807221383, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0025614797423455142}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.03310698595501658, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.001224021675086901}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.07342630951021904, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0026234650563968604}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.044020752612575986, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0015514733272418211}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.11840027221905174, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.00166823447110928}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.24641286838690638, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003356144965161673}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15357121051296377, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0019035866015213703}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.12282873435732601, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0017745649485105812}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.25756924529549197, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0037577915871248534}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.15982417698859158, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0021047185959146048}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.893091380773236, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.07155879041797279}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b3d213ec854f04777b341110c1e78233218dc6b
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.11666645790427581, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017014755837046706}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.28978527393441794, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0038991635104653646}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.1644736490786607, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002289825635722979}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.020871037943975598, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008902042501889368}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05355457980003852, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023314697329144688}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.02968537882036386, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012639179125521537}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.09068714229050606, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012801677393527455}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.22742162679707073, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0030968609463424912}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.12816828557628004, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017421199503176153}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09360786095706375, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0013862407744166395}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.23441366999836272, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0033283603169613893}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13227157946601684, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018913833448635142}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.1760544673245734, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08133234405781672}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..1af34a26c19cdb410c2ff1ed5bb6939f289597d8
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.11788198252469814, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0016840268338500827}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.29510022232622024, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003931015696733789}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.16654675192354085, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0022693587032095544}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.02100747266618839, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008812797803659204}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05497523294613044, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0024458906023431502}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.030040223235727605, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001269654630895902}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.09243404834906441, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012651350635372006}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.23303993493040487, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003075264655112234}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.13083582888851075, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017198624344877728}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09431829617737796, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0013719159321866803}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.23802791061424466, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0033649952401285928}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13353807347880225, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001873990491132275}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.1923931410727253, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.096157535871299}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..e2c8bfb7cbe4fe96456b888deb41fa26fec9a465
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.11793417351785487, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002017377276366173}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2836315744233739, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004290159570320814}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.16270135093872945, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0024951785759190037}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.021590058499460735, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000983046658889197}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05387363083458545, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0023820277892373596}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.030050510110479087, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0013009231624033775}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.09245687482962514, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015075983809124832}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.22467473031951235, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.003391085028163447}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.1279568957546, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018961537785853696}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09456074152436214, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0016592694935628211}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.22933200389418706, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0036933254855523244}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13073618241924947, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0020835700028823006}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.3191345882756016, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09421067837162811}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 3, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..d6a65a29a0d58bfb48bd29203bbe3eded00a42eb
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0367038903617586, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002159913173134104}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.06993097002986987, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003981889947602205}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.04429948639681006, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0024800638787534734}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.005663786671792409, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0006131630864231121}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.011891116216861553, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0012302505001022532}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.007253870650249119, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0007371032526022674}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.029073862632456978, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0017427910212302695}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.05493887124617477, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.00313835664453676}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.03463725804962344, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0019206641793292863}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.02992033353583286, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0018236172991812475}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.056338516909847834, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0032573814363183865}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.035650820163199474, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002013697777536067}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 0.5682110373693539, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.08502122706344573}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 4, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..1e556a32083a1926d478efdba5f7e2c8ce9092dd
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/agg.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.0023302457662671455, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0006112488722810845}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.002024827111990807, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0005399672158721946}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.0021354726500630848, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0005598260412101052}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.00010405105438401775, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 7.357743885200423e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 7.71869639794168e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 5.489230344136828e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 8.848593754254134e-05, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 6.272722707705515e-05}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.0018006566925166142, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.000476195417495383}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.001551384791989109, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0004151810881735085}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.00164411367748071, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0004347092185887277}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.001898751962642961, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0005005472882701675}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.001637972732350634, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0004381341521417912}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.0017350747461433223, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.00045807565970479823}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 7.234219387755872e-40, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 8.513383008510971e-35}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 5, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..6ffd434f6a531f17479eb2f4de6439fa52f5b3f6
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229587fc401d628867886701a76dc1462e5152b4e266666c81827f5bcf0e2975
+size 4163472
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..36146888741d2f054a2d3169acee1b09a8aa101d
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59e714709ca71cdb324e9e45a3a6e2aace1525c677f423f5d4b9f54912160c6
+size 5157592
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..aa9bbf59f87afa1a9f076190a1a94f63ac92254a
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd957f7859061d82b1e9a31e04eb5de15406a333fbd6fc37a278ceb016bc12
+size 6050633
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a624c65275ef64f6a4ade9966377088bf0645ec3
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27349ec314599652f6bca01be941b299fdedbfbcd90046d60d1a8d979402267c
+size 6976293
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..05ae0a03492f9ba9dc0976e6f03e7d8907e380af
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a53567df66d9521f26d87e2fdbbb198cd9b9f00c3e5694a78e98bbf9fdf4a57
+size 7861916
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f29776230e922ddd8696d8d3f75a74a5bbefe
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a38bc90b03afb9a9c75bc20fc9abe67147c42b7b0cb30cd12a0510c324fccf2
+size 8783230
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a5c04ab3f017f420fe6d33cf69aee0ac54482afe
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba404665325294bba15c9423725562c41dda357920b0177ebe94ff9d859936
+size 7683591
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..4407814be5cb5834f65a648a0804084c76e7c61f
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5833e1069dd9dc3428c6b0ac71c426100daf3ebc8da3f393724de463c8e230c4
+size 13315574
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f64970ef03831ae921e10435d860e8df862e214c
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d2cda72819dd7577e1f2e47a01d477c45651acabc94fd10bf92226602ebe3
+size 18916642
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..df54aff28320ffb973cdafe411326f87a6f646d0
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca4925a8c2e3fcce78eab1074f798ed44ac7ca9ec1d0cb6a527f2c14cbfa3d7
+size 24334434
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b64a1af704c0c3b0efd0006a286827a8caf369ff
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b337d8f9a5a6aa7ce94542c7270e7a724e048488909631971c80bdf71f4191e
+size 29472506
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..21fe19c3c316e652dd4c3ab27fc6c37f87da8a81
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374b17f0670c7deb121de63f5f88c45f4c2423c05c720d3083bbb92b0fe4a653
+size 34799959
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e4fe307d9c5eddafb7216e26d2295c50054074cc
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1106edc4df7a39cb76e18bdf6758236a85dab89c2e135cd8d3179b19e2431c14
+size 4516635
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b82ac65eaeb1c06d151947813cf4cc44004ae450
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706e6e851829c9526b4495fa5e65b1dc2b672bb835dd8f4b3caafd92dc29a588
+size 5084897
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ea96bcb5eb0a8283643579090f81cb9f5375c891
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6fcd01f811990dd20d5668e6f55dce55085608e1a81f60e115afd877ad18b
+size 6148110
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..d4501375aa29f7c442666d661a836c4c0dc01630
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066be62d94b7821127d0f24d0c10b063aa5772bee33cda77638e8048a6fb0eb7
+size 7250311
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f8d49d151429881d0d8a311e6f737e8fbf7a327c
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6527d8dbcb88ea210bb8db502ccb67880ebb859e5646d805b960022995847dcd
+size 8362986
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..7b144a1c6bb0faf8dcd369506422c2568254c51b
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fbba2a43f554014a6b967ff4f7959720188173501c9f2ab35a05648c5f3e48
+size 9483971
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..55233784144e59685c1c157324cc253c1ec558b5
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9d1d00a52f40e73025e47a5f3f2ac98b3320cc5b5fc0ed6d57662982a5496a
+size 2796988
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f032160e9bf9ad893eb57ef034022890a067ff2b
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a608d96d8306c22b8810c10682c465b97e39ec39ca5b71b5818bc4dfe6ef7d
+size 5101051
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..c6801b2a8c9a0df81c05fbf891ce052ae0585c2a
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0539b3cec1be2e273e2159d4aef2db0fc493fa1232d313713db467bc0db79f
+size 7375475
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3dea01b7c3bce08a9592b8fa3c55fba024881030
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bc9b4790dd5659be40aa39ec0b3762672f1cd42ceca07627390951afe8da89
+size 9644710
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..45315d0a5964a3ed7b4b118fb18f8d77308befd3
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f2247f863c3c6c4354b5425486075f6864d542238d3b57862e93184d5371d8
+size 11671882
diff --git a/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.jsonl b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..13aa4332c5ed6bda8ba0c2d4fdc626cc1057f767
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/examples.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a874ee03102af9147e75ebadbda5e623595d9c4ebddb0dea7617ef4a45beb2b4
+size 13897549
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d4916fdbd374b08d259f766b400ee177a0e70e8
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.3859706493814145,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.02887493788243282
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07428960078453671,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0018063226287394017
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.30350663746210643,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.00473697872155852
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11155152422680106,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002282891780760996
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.03531981209056992,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0011595867013095926
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.14540106420377438,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.003142842212970267
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.052796392998268285,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0013951384332651713
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.07055647736310881,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0016283929067047295
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.2935720196205313,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0045875931258363735
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10653891951191909,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0020787485289465255
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.07024334129648914,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0016843891256844708
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.288622206208257,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004462405964590755
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.10565401215529986,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0021263606523734837
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..b9cfe793f4550aaef74a9348a98f70bf9d4af512
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.4498997351689477,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.03674862617096384
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07474282486730215,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0017060899291641667
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.35037818287785766,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.005089644035448327
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11423642365402245,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002125553076824774
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.033947865346798244,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0009605222606600222
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.16651493031375508,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0034551314473355676
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.05226153564491622,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0012866470017600612
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.07006889806462963,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0015199133453655971
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.3313741675277014,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004724938074588536
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.1075089911234956,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0019013555079034736
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.07068151425631596,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0016036772272344858
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.330968980956117,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004694246590162869
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.1080259820412502,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.001985969459394615
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..68d3ed96a632c13a06415a16b0d37233d78b49f8
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.4753049001409591,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.022662210056026047
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07509396872848731,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.001495770634509107
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.369650217038538,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.004969240424808801
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11668735202155088,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.001969072957510736
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.034222534671223666,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0009009097779622381
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.17744398005391065,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.003538000874923632
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.05325778753738895,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0012240840116235934
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.07035789575974258,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0013479485808054492
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.346088142522385,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004573219497516567
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10948225690231367,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0017896005091475441
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.07105991740872057,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0014021861498776512
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.34990113897565156,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004653894399099468
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.11040902543720352,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.001845965020973935
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..866f20bc042c529d8cf91f133650b7ac3d436aed
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_3.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.49330582546586715,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.026760635766622045
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07197595815311898,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0014085873060936218
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.36596279105771895,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.005060110953265633
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11255875083875559,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0018899560091881686
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.032559872031436,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0008258506188369471
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.17582832452926037,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0036102167860794358
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.05116400683224674,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0011637012566298453
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.06730885297435893,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0012874209586825013
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.3410263606925172,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004632395084547858
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.1053125965181327,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0017380106035689842
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.06816617828713667,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0013317358072988438
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.3452024329512138,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0046680401031925535
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.10651933217629937,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0017835590190595765
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 3,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..847d6e2bc1b6b6939541646908778bf8ebb8c3e0
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_4.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.5805875464248518,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.02467601476988524
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.0759876905383805,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0014999294305126894
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.38441082579620744,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.005176874183483729
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.1185079312492515,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0019283588373999788
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.034693214028384364,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0008716169777471336
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.18834133037111078,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0037005417550254813
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.0543334322796211,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.001167839949370806
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.06996833075999682,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0013122027020668525
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.35440915717841187,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0046597414750728676
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10928166815352991,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0017079278026699558
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.07161964114325686,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.00141486011529458
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.36094525512943,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004743097077998619
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.11155898719590468,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0018082007870370246
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 4,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..3251690ad0fc118851a9ba379b6cb4fd620a9685
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-web_nlg_en_PALM_prompt_5.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.6262213710856557,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.03220830109957928
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07568606204419236,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0013727260179330872
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.4004498860844127,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.005164039996437608
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11957471813564298,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0018632136844397324
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.03424858760150629,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0007988668794381154
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.19500849332230508,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.003726245247160497
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.054406851908666655,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0011337345810570566
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.06919783619593119,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0012097192783486648
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.3665037791378817,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004626331345429801
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10937979253378736,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0016473303165533246
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.07131226400764427,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0012731468955373129
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.37701365596712055,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004768186337938744
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.11268811047269227,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0017367441620354863
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 5,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..923514eb509d879123fd5839114b744f1326b068
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.14862761907514144,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0018170184325446725
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.25162969277056396,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0025110750991919678
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.1735271187409542,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0017420641997891633
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.027931710583823308,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0006852910799466808
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.04947292517867473,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.001323152681280402
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.03281166114649338,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0007678027921869415
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.11167291160760119,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0012338979014086847
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.1967670614485443,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0020238976303286155
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.13211424580114145,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0012189992528884612
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.13726434831918505,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.001658580287033731
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.23359610303376463,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0023331163283850007
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.16049275586848605,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0015915307859795458
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 1.4085781866227987,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.06765316931490462
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..9a86bab33c4184aa1b75253d30a357d675b2e5b6
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.16277193183652522,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0019791861140128785
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.27320755514294287,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0027529027179660705
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.18920766306464926,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0019111483043418977
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.03377477444135655,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0008162143350541909
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.05888454857622772,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0014868106734162374
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.03952348883731413,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0009017689028399563
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.12024619489337642,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0013281691582764977
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.2091152162389091,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.00215651070348592
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.14124032964831484,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0012998701147887161
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.15124075642915727,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.001833497711400087
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.2556042591652215,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002599027550285205
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.17618136263300152,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0017768481626556554
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 1.8695588017385163,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.05321662312142784
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..997b585d4de11fdd77faac46e318a4dcb26eea6d
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.1705052900654322,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0020623873190335836
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.27934387948105693,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.00269250839204282
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.19547280360886987,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.001894454328895725
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.03848650920945066,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.000929187611532398
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.06443059864859675,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0015228056774988696
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.04385052776628551,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0009414966007970309
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.12791269972430605,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0014524157223196957
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.2160525397509754,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0021509404278420674
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.147954778208212,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0013306013768007523
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.15803063427007255,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0019019671150593402
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.26032488790855124,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0025259372632087294
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.18149103619605517,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0017456373642829746
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 2.0895250564263526,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.05260673114945821
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..96f0c6e52eea74c1e7bf41c3be748b8888a6dcb0
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_3.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.14794605221202178,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0023288106629145966
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.23196887225200322,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0030906899098327623
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.1627969919759764,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002102839789628136
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.03234477098093676,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0009482837463457055
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.052607551971036656,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.001441559167188345
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.03576925556291925,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0008895897244987175
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.11098220652021759,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0017249339058787237
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.17882334047937634,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.002441176945496047
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.12292479290951157,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0015261254326798437
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.1379056588631655,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.002188641876469295
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.2165921381447695,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002892803013438996
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.15163244869667974,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.001949601678988161
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 1.9845021837810688,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.06643615389489499
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 3,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..eba16e47e904c4e3acce56cadef69bf7eb664e91
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_4.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.05106771575902374,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0019659203953794374
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.07804501442013374,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.002681543421696101
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.05320898989288258,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0018000803783716336
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.010915560953831725,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0006843232384822272
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.017333650821899818,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0009520410019829541
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.0115081158992026,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0005924515945289618
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.03912914603871578,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0015292266274958602
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.06051029913811969,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.002087906460503723
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.0406022993863923,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001350639486420207
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.04795995322666103,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0018654956003536299
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.0730595855068419,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002511680618409503
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.04978211979263513,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0016808277076301248
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 0.43692124770591884,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.034589878125136274
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 4,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d7fcdbcac53ca7c0962cb41757e9ea583005356
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_GEM-wiki_lingua_en_tldr_en_5.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.008888598534123287,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0009074304457843781
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.013732262968419945,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0012775310603661385
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.009154755966022539,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0008437188329211569
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.0020329208663477155,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0004034253796867396
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.0030032403059095103,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0004244983130075312
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.0019115778864576577,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0002415435510558745
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.006715096170350463,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.000704577952426742
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.010603012416762791,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0010070501511240425
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.006902885273901401,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0006295358749076249
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.00825151495932399,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0008497435087111472
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.0126360914173471,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0011775115731198504
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.008435486741119774,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0007773340965961406
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 8.693135496106579e-07,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 2.0347209537079987e-06
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 5,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..3db7f9c48d07cdd2898e1ca7dbd86a6d33be76a0
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 0.015996891880542208,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.004310800871207989
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.012607142857143292,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.0002620854055855113
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.022364589648673473,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0004833744939072677
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.01581057979538024,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0003268681446111073
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.00011382113821138212,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 3.0353975217624302e-05
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.00016007109878338666,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 4.471587603586543e-05
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.00012949433318118156,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 3.494334474550083e-05
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.012607142857143292,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0002620854055855113
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.022364589648673473,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0004833744939072677
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.01581057979538024,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0003268681446111073
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.012202380952381383,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.00024852907150074173
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.02165931137163564,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.000459555205796444
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.015304580133401937,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.00030990342484444515
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..afc86486e365f3860e0dc8d995f9495d3d69744c
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 10.160164880301407,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.09870361519554652
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.4723645042246602,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.003093544138341839
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.41769731726334886,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0027761936199660036
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.4183603415646924,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0021915886347872913
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.20824659603338538,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.0022062119262852707
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.1819755290759944,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.0019466842287792123
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.18224154640367043,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.001744075951680649
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.3351327678327539,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0025523703114727794
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.295579474348389,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0022293299165326882
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.29563040377094635,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0018175171603569897
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.38216044781782504,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.002840674624973531
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.33669899123255476,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002497483152367024
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.33772472890005967,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0020840945335635214
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..618313951ad071501da475baa46fa0cdf4481691
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 11.639342595686514,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.1372398556772298
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.5008112994914655,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.0030901508544956993
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.4331586166619688,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0027669107693439566
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.4403748840276186,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0021469015406322322
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.23532637411562363,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.0023540846426583248
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.20098225485559104,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.002000098072621399
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.20392339700886974,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0017713110997826917
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.3541570070163828,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0026216980786301844
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.30536324071501125,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0022959263532433085
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.3101075960976144,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0018538357828329025
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.4060963348848002,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.00287308069523248
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.35125355708974765,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002574327739391992
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.3568310755537105,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0021021781653240523
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e3b65d26084bf5a37a06a86900d3ce3b908ecdd
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_3.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 12.12151131378298,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.11915100827089956
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.48319371001463535,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.002959676881031021
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.4422942530679121,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.002745785251032174
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.4393124622349425,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002105146952485857
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.22776533967342907,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.002199578780588574
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.20780683933237928,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.0020519338118908715
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.20537187889646735,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0017679657376305042
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.34008741895966316,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.002497623460553464
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.3107412356396501,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0022904606355026516
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.30827570526127646,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001838483091209031
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.3948986426501321,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0027465008011313763
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.36193901740453144,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0025838482295284003
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.3590927766034753,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0020747916723764977
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 3,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce3cf55f917988641cdd4faa77d67fe6cb42f8
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_4.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 11.559015928325927,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.18803967369078045
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.45547982198924447,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.0028623291621968612
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.4496956638404531,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.002644952608966691
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.4317309670284675,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002056102439511285
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.21266205937348281,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.0020948347718174865
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.2094291861066839,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.0020099108277091484
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.200121282410508,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.001720634914837748
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.31926641390021887,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0023710826604788795
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.3157467625853494,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0022866495141614174
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.3022050091930064,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001805017629409357
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.3747187674171436,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.002662920050950552
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.37116215718680456,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0025805030574394894
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.3556255169379216,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0020739273107426392
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 4,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..0ad932a2f1d1bfa2a5f12035116e38b534be44eb
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_5.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 10.718543658577635,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.13557644877495797
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.43624590990474293,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.002755359910046268
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.45743821166090926,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0025961821255812874
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.4260986497991647,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0019558770098863274
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.19962516392680765,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.0019681113841036675
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.21014052881618187,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.001996018471125935
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.19429987532612708,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0016645032075996245
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.30445962134555027,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0022570971354846756
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.319832443105098,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.002242049253249801
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.29713861834051897,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0017327548341535156
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.36210497757070403,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0025479433447278678
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.38092539069745174,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.00253423877318417
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.3541205313176406,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0019745070250081604
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 5,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..c472e7386c6e38c573054fb5831b40fa89804226
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.1594590911124501,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0022782733083245854
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.3283512452700197,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.004306520729443716
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.2061985807221383,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0025614797423455142
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.03310698595501658,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.001224021675086901
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.07342630951021904,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0026234650563968604
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.044020752612575986,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0015514733272418211
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.11840027221905174,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.00166823447110928
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.24641286838690638,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.003356144965161673
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.15357121051296377,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0019035866015213703
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.12282873435732601,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0017745649485105812
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.25756924529549197,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0037577915871248534
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.15982417698859158,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.0021047185959146048
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.893091380773236,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.07155879041797279
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ce35195c2e7bbaaac67f5567c6e86880e7de1cb
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.11666645790427581,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0017014755837046706
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.28978527393441794,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.0038991635104653646
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.1644736490786607,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.002289825635722979
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.020871037943975598,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.0008902042501889368
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.05355457980003852,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0023314697329144688
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.02968537882036386,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0012639179125521537
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.09068714229050606,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0012801677393527455
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.22742162679707073,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.0030968609463424912
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.12816828557628004,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0017421199503176153
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.09360786095706375,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0013862407744166395
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.23441366999836272,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0033283603169613893
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.13227157946601684,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.0018913833448635142
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.1760544673245734,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.08133234405781672
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..5295e9fa79b2d8b8c876714eff7b7b580f79b96e
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.11788198252469814,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0016840268338500827
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.29510022232622024,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.003931015696733789
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.16654675192354085,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0022693587032095544
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.02100747266618839,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.0008812797803659204
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.05497523294613044,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0024458906023431502
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.030040223235727605,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.001269654630895902
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.09243404834906441,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0012651350635372006
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.23303993493040487,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.003075264655112234
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.13083582888851075,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0017198624344877728
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.09431829617737796,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0013719159321866803
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.23802791061424466,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0033649952401285928
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.13353807347880225,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.001873990491132275
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.1923931410727253,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.096157535871299
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..0923d0f42decc5e09adc239564bfffcc18ffc77d
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_3.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.11793417351785487,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.002017377276366173
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.2836315744233739,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.004290159570320814
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.16270135093872945,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0024951785759190037
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.021590058499460735,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.000983046658889197
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.05387363083458545,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0023820277892373596
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.030050510110479087,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0013009231624033775
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.09245687482962514,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0015075983809124832
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.22467473031951235,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.003391085028163447
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.1279568957546,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0018961537785853696
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.09456074152436214,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0016592694935628211
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.22933200389418706,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0036933254855523244
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.13073618241924947,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.0020835700028823006
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.3191345882756016,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.09421067837162811
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 3,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..39b9f20ecace0b43e57dfcf25faf08ab4facc323
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_4.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.0367038903617586,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.002159913173134104
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.06993097002986987,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.003981889947602205
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.04429948639681006,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0024800638787534734
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.005663786671792409,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.0006131630864231121
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.011891116216861553,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0012302505001022532
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.007253870650249119,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0007371032526022674
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.029073862632456978,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0017427910212302695
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.05493887124617477,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.00313835664453676
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.03463725804962344,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0019206641793292863
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.02992033353583286,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0018236172991812475
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.056338516909847834,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0032573814363183865
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.035650820163199474,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.002013697777536067
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 0.5682110373693539,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.08502122706344573
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 4,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..437fe8d8801c08b1b7ede6f34d52fe8bacfa0dd3
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/generation/slim.2b855b14bc4seed1_gem_xsum_article_DOC_summary_5.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.0023302457662671455,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0006112488722810845
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.002024827111990807,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.0005399672158721946
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.0021354726500630848,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0005598260412101052
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.00010405105438401775,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 7.357743885200423e-05
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 7.71869639794168e-05,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 5.489230344136828e-05
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 8.848593754254134e-05,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 6.272722707705515e-05
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.0018006566925166142,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.000476195417495383
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.001551384791989109,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.0004151810881735085
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.00164411367748071,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0004347092185887277
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.001898751962642961,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0005005472882701675
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.001637972732350634,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0004381341521417912
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.0017350747461433223,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.00045807565970479823
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 7.234219387755872e-40,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 8.513383008510971e-35
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b14bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 5,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb69a8c9fdc9fc34f20d15ac33bb5edc83616f9f
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.338,
+            "acc_stderr": 0.014965960710224485
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229863
+        },
+        "anli_r3": {
+            "acc": 0.3358333333333333,
+            "acc_stderr": 0.013639261190932882
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.0663363415035954,
+            "f1": 0.21777777777777776
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.4374626568412667,
+            "acc_stderr": 0.004950598300667558,
+            "acc_norm": 0.5612427803226449,
+            "acc_norm_stderr": 0.004952209831856566
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.030039730592197812
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015689
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.010679734445487796
+        },
+        "boolq": {
+            "acc": 0.5978593272171254,
+            "acc_stderr": 0.008575926383211252
+        },
+        "arc_easy": {
+            "acc": 0.5673400673400674,
+            "acc_stderr": 0.010166307932642867,
+            "acc_norm": 0.4962121212121212,
+            "acc_norm_stderr": 0.010259489101351847
+        },
+        "arc_challenge": {
+            "acc": 0.2440273037542662,
+            "acc_stderr": 0.01255144762785626,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097224
+        },
+        "sciq": {
+            "acc": 0.805,
+            "acc_stderr": 0.012535235623319322,
+            "acc_norm": 0.717,
+            "acc_norm_stderr": 0.014251810906481742
+        },
+        "piqa": {
+            "acc": 0.733949945593036,
+            "acc_stderr": 0.010310039263352831,
+            "acc_norm": 0.7372143634385201,
+            "acc_norm_stderr": 0.010269354068140777
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0_lm-eval_global_step52452_2023-02-15-00-33-59_0shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0_lm-eval_global_step52452_2023-02-15-00-33-59_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb69a8c9fdc9fc34f20d15ac33bb5edc83616f9f
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_0_lm-eval_global_step52452_2023-02-15-00-33-59_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.338,
+            "acc_stderr": 0.014965960710224485
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229863
+        },
+        "anli_r3": {
+            "acc": 0.3358333333333333,
+            "acc_stderr": 0.013639261190932882
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.0663363415035954,
+            "f1": 0.21777777777777776
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.4374626568412667,
+            "acc_stderr": 0.004950598300667558,
+            "acc_norm": 0.5612427803226449,
+            "acc_norm_stderr": 0.004952209831856566
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.030039730592197812
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015689
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.010679734445487796
+        },
+        "boolq": {
+            "acc": 0.5978593272171254,
+            "acc_stderr": 0.008575926383211252
+        },
+        "arc_easy": {
+            "acc": 0.5673400673400674,
+            "acc_stderr": 0.010166307932642867,
+            "acc_norm": 0.4962121212121212,
+            "acc_norm_stderr": 0.010259489101351847
+        },
+        "arc_challenge": {
+            "acc": 0.2440273037542662,
+            "acc_stderr": 0.01255144762785626,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097224
+        },
+        "sciq": {
+            "acc": 0.805,
+            "acc_stderr": 0.012535235623319322,
+            "acc_norm": 0.717,
+            "acc_norm_stderr": 0.014251810906481742
+        },
+        "piqa": {
+            "acc": 0.733949945593036,
+            "acc_stderr": 0.010310039263352831,
+            "acc_norm": 0.7372143634385201,
+            "acc_norm_stderr": 0.010269354068140777
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..112bf6a579f6d294c6c77a501ab5f4779237e924
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408947
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.01491084616422986
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.37714285714285706
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.433379804819757,
+            "acc_stderr": 0.00494529127007243,
+            "acc_norm": 0.5638319059948218,
+            "acc_norm_stderr": 0.00494895251951751
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529113
+        },
+        "winogrande": {
+            "acc": 0.5430149960536701,
+            "acc_stderr": 0.01400038676159829
+        },
+        "storycloze_2016": {
+            "acc": 0.6803848209513629,
+            "acc_stderr": 0.01078375973373075
+        },
+        "boolq": {
+            "acc": 0.5807339449541284,
+            "acc_stderr": 0.008630302070999097
+        },
+        "arc_easy": {
+            "acc": 0.5765993265993266,
+            "acc_stderr": 0.01013867100528905,
+            "acc_norm": 0.5361952861952862,
+            "acc_norm_stderr": 0.010232865550346736
+        },
+        "arc_challenge": {
+            "acc": 0.24658703071672355,
+            "acc_stderr": 0.012595726268790124,
+            "acc_norm": 0.28924914675767915,
+            "acc_norm_stderr": 0.013250012579393443
+        },
+        "sciq": {
+            "acc": 0.846,
+            "acc_stderr": 0.011419913065098706,
+            "acc_norm": 0.824,
+            "acc_norm_stderr": 0.012048616898597498
+        },
+        "piqa": {
+            "acc": 0.7399347116430903,
+            "acc_stderr": 0.01023489324906129,
+            "acc_norm": 0.736126224156692,
+            "acc_norm_stderr": 0.01028299636769557
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1_lm-eval_global_step52452_2023-02-15-00-33-59_1shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1_lm-eval_global_step52452_2023-02-15-00-33-59_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..112bf6a579f6d294c6c77a501ab5f4779237e924
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_1_lm-eval_global_step52452_2023-02-15-00-33-59_1shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408947
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.01491084616422986
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.37714285714285706
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.433379804819757,
+            "acc_stderr": 0.00494529127007243,
+            "acc_norm": 0.5638319059948218,
+            "acc_norm_stderr": 0.00494895251951751
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529113
+        },
+        "winogrande": {
+            "acc": 0.5430149960536701,
+            "acc_stderr": 0.01400038676159829
+        },
+        "storycloze_2016": {
+            "acc": 0.6803848209513629,
+            "acc_stderr": 0.01078375973373075
+        },
+        "boolq": {
+            "acc": 0.5807339449541284,
+            "acc_stderr": 0.008630302070999097
+        },
+        "arc_easy": {
+            "acc": 0.5765993265993266,
+            "acc_stderr": 0.01013867100528905,
+            "acc_norm": 0.5361952861952862,
+            "acc_norm_stderr": 0.010232865550346736
+        },
+        "arc_challenge": {
+            "acc": 0.24658703071672355,
+            "acc_stderr": 0.012595726268790124,
+            "acc_norm": 0.28924914675767915,
+            "acc_norm_stderr": 0.013250012579393443
+        },
+        "sciq": {
+            "acc": 0.846,
+            "acc_stderr": 0.011419913065098706,
+            "acc_norm": 0.824,
+            "acc_norm_stderr": 0.012048616898597498
+        },
+        "piqa": {
+            "acc": 0.7399347116430903,
+            "acc_stderr": 0.01023489324906129,
+            "acc_norm": 0.736126224156692,
+            "acc_norm_stderr": 0.01028299636769557
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..60c52b2b84c20f107100535bd1829bfdfcddedb9
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203943
+        },
+        "anli_r2": {
+            "acc": 0.329,
+            "acc_stderr": 0.01486539538592836
+        },
+        "anli_r3": {
+            "acc": 0.3466666666666667,
+            "acc_stderr": 0.013744022550571946
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.27939042089985483
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.042923469599092816
+        },
+        "hellaswag": {
+            "acc": 0.43019318860784705,
+            "acc_stderr": 0.004940911779273377,
+            "acc_norm": 0.5633339972117108,
+            "acc_norm_stderr": 0.00494958956767889
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317184
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.013957584079108997
+        },
+        "storycloze_2016": {
+            "acc": 0.6873329770176376,
+            "acc_stderr": 0.010720223172953165
+        },
+        "boolq": {
+            "acc": 0.5767584097859327,
+            "acc_stderr": 0.008641391399113584
+        },
+        "arc_easy": {
+            "acc": 0.5896464646464646,
+            "acc_stderr": 0.010093531255765457,
+            "acc_norm": 0.5496632996632996,
+            "acc_norm_stderr": 0.010209047724374143
+        },
+        "arc_challenge": {
+            "acc": 0.25426621160409557,
+            "acc_stderr": 0.012724999945157744,
+            "acc_norm": 0.29692832764505117,
+            "acc_norm_stderr": 0.013352025976725223
+        },
+        "sciq": {
+            "acc": 0.869,
+            "acc_stderr": 0.010674874844837957,
+            "acc_norm": 0.854,
+            "acc_norm_stderr": 0.011171786285496497
+        },
+        "piqa": {
+            "acc": 0.7328618063112078,
+            "acc_stderr": 0.010323440492612437,
+            "acc_norm": 0.7274211099020674,
+            "acc_norm_stderr": 0.010389256803296007
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2_lm-eval_global_step52452_2023-02-15-00-33-59_2shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2_lm-eval_global_step52452_2023-02-15-00-33-59_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..60c52b2b84c20f107100535bd1829bfdfcddedb9
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_2_lm-eval_global_step52452_2023-02-15-00-33-59_2shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203943
+        },
+        "anli_r2": {
+            "acc": 0.329,
+            "acc_stderr": 0.01486539538592836
+        },
+        "anli_r3": {
+            "acc": 0.3466666666666667,
+            "acc_stderr": 0.013744022550571946
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.27939042089985483
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.042923469599092816
+        },
+        "hellaswag": {
+            "acc": 0.43019318860784705,
+            "acc_stderr": 0.004940911779273377,
+            "acc_norm": 0.5633339972117108,
+            "acc_norm_stderr": 0.00494958956767889
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317184
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.013957584079108997
+        },
+        "storycloze_2016": {
+            "acc": 0.6873329770176376,
+            "acc_stderr": 0.010720223172953165
+        },
+        "boolq": {
+            "acc": 0.5767584097859327,
+            "acc_stderr": 0.008641391399113584
+        },
+        "arc_easy": {
+            "acc": 0.5896464646464646,
+            "acc_stderr": 0.010093531255765457,
+            "acc_norm": 0.5496632996632996,
+            "acc_norm_stderr": 0.010209047724374143
+        },
+        "arc_challenge": {
+            "acc": 0.25426621160409557,
+            "acc_stderr": 0.012724999945157744,
+            "acc_norm": 0.29692832764505117,
+            "acc_norm_stderr": 0.013352025976725223
+        },
+        "sciq": {
+            "acc": 0.869,
+            "acc_stderr": 0.010674874844837957,
+            "acc_norm": 0.854,
+            "acc_norm_stderr": 0.011171786285496497
+        },
+        "piqa": {
+            "acc": 0.7328618063112078,
+            "acc_stderr": 0.010323440492612437,
+            "acc_norm": 0.7274211099020674,
+            "acc_norm_stderr": 0.010389256803296007
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7a9f9a1f4287a22b5629c842442e0af4428d6
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.341,
+            "acc_stderr": 0.014998131348402718
+        },
+        "anli_r2": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408945
+        },
+        "anli_r3": {
+            "acc": 0.3441666666666667,
+            "acc_stderr": 0.013720551062295755
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.2988586070347077
+        },
+        "copa": {
+            "acc": 0.8,
+            "acc_stderr": 0.040201512610368445
+        },
+        "hellaswag": {
+            "acc": 0.4304919338777136,
+            "acc_stderr": 0.004941331215598548,
+            "acc_norm": 0.563433578968333,
+            "acc_norm_stderr": 0.004949462563681335
+        },
+        "rte": {
+            "acc": 0.5126353790613718,
+            "acc_stderr": 0.030086851767188564
+        },
+        "winogrande": {
+            "acc": 0.5493291239147593,
+            "acc_stderr": 0.01398392886904024
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.0107252094229294
+        },
+        "boolq": {
+            "acc": 0.5837920489296636,
+            "acc_stderr": 0.008621380519419278
+        },
+        "arc_easy": {
+            "acc": 0.5791245791245792,
+            "acc_stderr": 0.01013050216406633,
+            "acc_norm": 0.5618686868686869,
+            "acc_norm_stderr": 0.010180937100600067
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.2883959044368601,
+            "acc_norm_stderr": 0.013238394422428171
+        },
+        "sciq": {
+            "acc": 0.868,
+            "acc_stderr": 0.010709373963528035,
+            "acc_norm": 0.865,
+            "acc_norm_stderr": 0.010811655372416051
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.010255630772708229,
+            "acc_norm": 0.7366702937976061,
+            "acc_norm_stderr": 0.010276185322196764
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3_lm-eval_global_step52452_2023-02-15-00-33-59_3shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3_lm-eval_global_step52452_2023-02-15-00-33-59_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7a9f9a1f4287a22b5629c842442e0af4428d6
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_3_lm-eval_global_step52452_2023-02-15-00-33-59_3shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.341,
+            "acc_stderr": 0.014998131348402718
+        },
+        "anli_r2": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408945
+        },
+        "anli_r3": {
+            "acc": 0.3441666666666667,
+            "acc_stderr": 0.013720551062295755
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.2988586070347077
+        },
+        "copa": {
+            "acc": 0.8,
+            "acc_stderr": 0.040201512610368445
+        },
+        "hellaswag": {
+            "acc": 0.4304919338777136,
+            "acc_stderr": 0.004941331215598548,
+            "acc_norm": 0.563433578968333,
+            "acc_norm_stderr": 0.004949462563681335
+        },
+        "rte": {
+            "acc": 0.5126353790613718,
+            "acc_stderr": 0.030086851767188564
+        },
+        "winogrande": {
+            "acc": 0.5493291239147593,
+            "acc_stderr": 0.01398392886904024
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.0107252094229294
+        },
+        "boolq": {
+            "acc": 0.5837920489296636,
+            "acc_stderr": 0.008621380519419278
+        },
+        "arc_easy": {
+            "acc": 0.5791245791245792,
+            "acc_stderr": 0.01013050216406633,
+            "acc_norm": 0.5618686868686869,
+            "acc_norm_stderr": 0.010180937100600067
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.2883959044368601,
+            "acc_norm_stderr": 0.013238394422428171
+        },
+        "sciq": {
+            "acc": 0.868,
+            "acc_stderr": 0.010709373963528035,
+            "acc_norm": 0.865,
+            "acc_norm_stderr": 0.010811655372416051
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.010255630772708229,
+            "acc_norm": 0.7366702937976061,
+            "acc_norm_stderr": 0.010276185322196764
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..6fc99ffb0d11c9f1f763b1d876819fad940dca4a
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.351,
+            "acc_stderr": 0.015100563798316405
+        },
+        "anli_r2": {
+            "acc": 0.337,
+            "acc_stderr": 0.01495508791865361
+        },
+        "anli_r3": {
+            "acc": 0.3258333333333333,
+            "acc_stderr": 0.013535422043417462
+        },
+        "cb": {
+            "acc": 0.5,
+            "acc_stderr": 0.06741998624632421,
+            "f1": 0.3516908212560386
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768078
+        },
+        "hellaswag": {
+            "acc": 0.4282015534754033,
+            "acc_stderr": 0.004938068627349493,
+            "acc_norm": 0.5673172674765983,
+            "acc_norm_stderr": 0.004944351065545864
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.55327545382794,
+            "acc_stderr": 0.013972488371616697
+        },
+        "storycloze_2016": {
+            "acc": 0.6932121859967931,
+            "acc_stderr": 0.010664275190473634
+        },
+        "boolq": {
+            "acc": 0.5752293577981651,
+            "acc_stderr": 0.008645503833361105
+        },
+        "arc_easy": {
+            "acc": 0.5942760942760943,
+            "acc_stderr": 0.010075755540128876,
+            "acc_norm": 0.5656565656565656,
+            "acc_norm_stderr": 0.010170943451269421
+        },
+        "arc_challenge": {
+            "acc": 0.2568259385665529,
+            "acc_stderr": 0.0127669237941168,
+            "acc_norm": 0.2935153583617747,
+            "acc_norm_stderr": 0.013307250444941117
+        },
+        "sciq": {
+            "acc": 0.876,
+            "acc_stderr": 0.010427498872343968,
+            "acc_norm": 0.867,
+            "acc_norm_stderr": 0.010743669132397353
+        },
+        "piqa": {
+            "acc": 0.735582154515778,
+            "acc_stderr": 0.01028978724476717,
+            "acc_norm": 0.7393906420021763,
+            "acc_norm_stderr": 0.010241826155811635
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4_lm-eval_global_step52452_2023-02-15-00-33-59_4shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4_lm-eval_global_step52452_2023-02-15-00-33-59_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..6fc99ffb0d11c9f1f763b1d876819fad940dca4a
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_4_lm-eval_global_step52452_2023-02-15-00-33-59_4shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.351,
+            "acc_stderr": 0.015100563798316405
+        },
+        "anli_r2": {
+            "acc": 0.337,
+            "acc_stderr": 0.01495508791865361
+        },
+        "anli_r3": {
+            "acc": 0.3258333333333333,
+            "acc_stderr": 0.013535422043417462
+        },
+        "cb": {
+            "acc": 0.5,
+            "acc_stderr": 0.06741998624632421,
+            "f1": 0.3516908212560386
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768078
+        },
+        "hellaswag": {
+            "acc": 0.4282015534754033,
+            "acc_stderr": 0.004938068627349493,
+            "acc_norm": 0.5673172674765983,
+            "acc_norm_stderr": 0.004944351065545864
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.55327545382794,
+            "acc_stderr": 0.013972488371616697
+        },
+        "storycloze_2016": {
+            "acc": 0.6932121859967931,
+            "acc_stderr": 0.010664275190473634
+        },
+        "boolq": {
+            "acc": 0.5752293577981651,
+            "acc_stderr": 0.008645503833361105
+        },
+        "arc_easy": {
+            "acc": 0.5942760942760943,
+            "acc_stderr": 0.010075755540128876,
+            "acc_norm": 0.5656565656565656,
+            "acc_norm_stderr": 0.010170943451269421
+        },
+        "arc_challenge": {
+            "acc": 0.2568259385665529,
+            "acc_stderr": 0.0127669237941168,
+            "acc_norm": 0.2935153583617747,
+            "acc_norm_stderr": 0.013307250444941117
+        },
+        "sciq": {
+            "acc": 0.876,
+            "acc_stderr": 0.010427498872343968,
+            "acc_norm": 0.867,
+            "acc_norm_stderr": 0.010743669132397353
+        },
+        "piqa": {
+            "acc": 0.735582154515778,
+            "acc_stderr": 0.01028978724476717,
+            "acc_norm": 0.7393906420021763,
+            "acc_norm_stderr": 0.010241826155811635
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..042db2c8e06a6aa705a7059fce90342577d76541
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.363,
+            "acc_stderr": 0.01521389044467128
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203943
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.013804572162314935
+        },
+        "cb": {
+            "acc": 0.5178571428571429,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3561676082862524
+        },
+        "copa": {
+            "acc": 0.79,
+            "acc_stderr": 0.040936018074033256
+        },
+        "hellaswag": {
+            "acc": 0.43168691495717987,
+            "acc_stderr": 0.004942990623131122,
+            "acc_norm": 0.5683130850428202,
+            "acc_norm_stderr": 0.004942990623131129
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5382794001578532,
+            "acc_stderr": 0.014011242594964115
+        },
+        "storycloze_2016": {
+            "acc": 0.689470871191876,
+            "acc_stderr": 0.010700112173178448
+        },
+        "boolq": {
+            "acc": 0.5761467889908257,
+            "acc_stderr": 0.008643046537505769
+        },
+        "arc_easy": {
+            "acc": 0.5921717171717171,
+            "acc_stderr": 0.01008395024004121,
+            "acc_norm": 0.5686026936026936,
+            "acc_norm_stderr": 0.010162752847747506
+        },
+        "arc_challenge": {
+            "acc": 0.2636518771331058,
+            "acc_stderr": 0.012875929151297053,
+            "acc_norm": 0.2935153583617747,
+            "acc_norm_stderr": 0.013307250444941118
+        },
+        "sciq": {
+            "acc": 0.879,
+            "acc_stderr": 0.010318210380946087,
+            "acc_norm": 0.882,
+            "acc_norm_stderr": 0.010206869264381791
+        },
+        "piqa": {
+            "acc": 0.7285092491838956,
+            "acc_stderr": 0.010376251176596135,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.01026250256517244
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5_lm-eval_global_step52452_2023-02-15-00-33-59_5shots_backup.json b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5_lm-eval_global_step52452_2023-02-15-00-33-59_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..042db2c8e06a6aa705a7059fce90342577d76541
--- /dev/null
+++ b/2b855b14bc4seed1/evaluation/rankeval/2b855b14bc4seed1_5_lm-eval_global_step52452_2023-02-15-00-33-59_5shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.363,
+            "acc_stderr": 0.01521389044467128
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203943
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.013804572162314935
+        },
+        "cb": {
+            "acc": 0.5178571428571429,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3561676082862524
+        },
+        "copa": {
+            "acc": 0.79,
+            "acc_stderr": 0.040936018074033256
+        },
+        "hellaswag": {
+            "acc": 0.43168691495717987,
+            "acc_stderr": 0.004942990623131122,
+            "acc_norm": 0.5683130850428202,
+            "acc_norm_stderr": 0.004942990623131129
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5382794001578532,
+            "acc_stderr": 0.014011242594964115
+        },
+        "storycloze_2016": {
+            "acc": 0.689470871191876,
+            "acc_stderr": 0.010700112173178448
+        },
+        "boolq": {
+            "acc": 0.5761467889908257,
+            "acc_stderr": 0.008643046537505769
+        },
+        "arc_easy": {
+            "acc": 0.5921717171717171,
+            "acc_stderr": 0.01008395024004121,
+            "acc_norm": 0.5686026936026936,
+            "acc_norm_stderr": 0.010162752847747506
+        },
+        "arc_challenge": {
+            "acc": 0.2636518771331058,
+            "acc_stderr": 0.012875929151297053,
+            "acc_norm": 0.2935153583617747,
+            "acc_norm_stderr": 0.013307250444941118
+        },
+        "sciq": {
+            "acc": 0.879,
+            "acc_stderr": 0.010318210380946087,
+            "acc_norm": 0.882,
+            "acc_norm_stderr": 0.010206869264381791
+        },
+        "piqa": {
+            "acc": 0.7285092491838956,
+            "acc_stderr": 0.010376251176596135,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.01026250256517244
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cebcf5fc1b3851e4d78fd5f11bb53c443adc5b9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285e2047aae2c7a68c3ff350333686e3e60cd34c64e3869bc6557ecc20c2dd19
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503cde24daa5075ff5c416467348fe31d1a2eaa0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fa3459a131a210fbbfbc67170cd9bbf6fdbcb19a9799f6c92de471bda5f23e
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77c4076e390a5939bcac5b8a77317c94c4d93a9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d4fc3c45ab0a8004a3e960c9aecf2b10d78c10f752d46b8915a561f66b8db
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9ce9526458df9d92758b8249b5dfe06e3a761b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22173fbc7850660e27e64961882c0cdc74d871e15142c53f434d4225f0a71b23
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b9ee216f79cf7824f53ad1a368dafeff2e79f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448feb52a6c91bc7e9f1f2c5b97860db0c1f6f4e2304142722de5648b3eb1c03
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61786031ec5247c52e59ba6224a28145fdba8249
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a881bca71a71bc2e90487d5db6eb508130fbb2a403bafb609b2ffa6fc265de4f
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203ae07922655cd52c606cfa1ea899a9adfbeb0e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c2b3eca23a043162a4c6d33110b5e9cb6c31dcd178ee0c61c36557c339b36
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f3860f9adcba9dfccdee636fd464f4102883d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d979c3e69db2ae9b559b90b9fb7d988904f0baafd4f00e064a7ba695670a67
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3046c6c059913a74187defb47e8619de4ee96ac
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1acbb74ba613b10d505c83582e511ced0c07cb7c2ff55b2952ed4e78a863929
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833659153ce089a985acd7ff9d55a7e552119594
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15093676c06ed22dde8afa9566155f961ec099b0269a50a879ebae1e13c8f801
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574bc1848843155ff6a1acd64510e4b18e58afde
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620443f79ea78697079b65ad7a37e4faf5d1b75adee9dbe2124fa4bf28ef11c7
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba4e9418c5a8193a846bbaef2f5200c8221bcc5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd5de0b067568f3170597e99c766392907ec02085cb28a43a8a90538bf8e674
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd986b6492af6b4b92fd2f573f41e5d77c9a3806
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3682977ad11d210092a6775adad4bb1f09ac3d32dfb20d1af5ca42c87607da
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64cfe03f683096de3097c356d98784477e5fdf7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b0b5e32eaa73fd0c7a6b3c65b018f1d3b29581f15ed46aac32210d8b333d7
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864a39d4434fc0393654e4160db44c878f385f0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aaad90b6edea6e7ff3b3801f8513750382948d7af195fe1cc196d6115acb09
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afcc6f4945ca2d8777e47adbe59b873b7b0ab1f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d827729d4902e610f0a023dfd21de79ad6dd945dae5ea8e02e8ea81a74c22a
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1634d1fe3f7b6defcc273044e26e34e292106ca
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfccfe6eab85dff10c3bd1ee7032d4d5d7c44bfb998b67857cc0232fa367090
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88281d2299616b8fcb65992d4883a984aad3032e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981091a861e27dad97ae12611391db673fb4f8997d0a71ff581ba122e9eb7e00
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268d93395440874842def47d5689158aaf20cb6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20344f6a0b5754fda89ed29aa456d0e89b47cac1538e0e82c4e9092ce0d51d8c
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fa48266189fd00e7526b8a2988f34e024037ea
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a823c3bdb9d253fa0c696a565dbeab81dd0e398dab2fc3b2252ce0e624b72f
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a10406fa1b861d39ad79c9aec0792d447d2407
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f90d00264cb1d2fbf97ca8e62a9ff02f041c5cbe13c45fc35aba21440fa002
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eede3765e91fcb8607ad8bdc8e15958a32d2ce
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04138daba851fffa92c3b4120f1f9b0087bf91f90959db7da55fb02be0810300
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc3ba24dbbbee07be5fc772e683867a2d22449
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6886d30df055d8e422eca4382a0e7c0d63cb17f423974dc593e7eeeb0718faaa
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d496484b7da6528c842aa8d8a06d84f165d665e5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1d23df472a6272576c6563adffc4a0187ea5fe19933a06b1e43e04f8baa4e
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ab1f9857d26fff9cf3d886707d5738b7302604
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de8b95770afd0b2a3ba4737de6242e3e5b0a6068077781177b3e33e5bc01e02
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e6162d733d07fab8c4e217be6edbbc43e9a95
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2e8394d85a9ea020efe48a8020617b56ac448b72ac9f2c99e9980d47619766
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0fa26988083227f3d93d2fe0bbadc62e647ac0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c68d3ed6b36d4b29cc3f3a57b36f58f73b3bbc8f95d7b74cabc10328fc6cb
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bdc9017b00729e3c5b984c93893e68a2df64be
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b4f72053ee00cce8f08cb52eef68a6d4ce49540b0a203d904c814b20a31e91
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613659a6d3640077e00075617ddd01cadaa520d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baa79a9186976b1359530b08f73c4fcf4d5b41bae9d7a07f9efdbf704d847c4
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e33b37fbdc50f344322836fefbf0da645fb11
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1805db9622040869f507117e8ecc89ab512933024ee361deaf7965354856730
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0738cf987b6eb4bdea14ad37b574b0b9b91681a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e3344ea28278935e29db286b143a3d1b723fe79651b5e495e66c7c0fefefe9
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6654c2a903ac52751cbf0d63deb7659158b74c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3966df1c465455c6ed3e70445a41f4458f360f369fddc9101a67d224a4ee6082
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6169b7d24f34bc06770545cc964a745266e96
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629c06bd47ee3fc4bfe2a5354fb0ef1dd1fcfb0afc315d24b6bf3a2170e755cc
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3d9c30ecb8df4dfa53b7c0cfe456ea674ffd0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0166372621f66fdb501014c2176c4bb9ce67061cf64bf923173d76100f89e7
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc58c04a3c72974a3d76fa762599524e45e87687
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138877e57c48b931aaaede5b6071e77d78a1d1e824a3ce80c0820544e6f31c6
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc865b8e3ecba8b204a4f0ec0c5156c8fd0cc8b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d95ffb0e71e7e5085c0dc38497a70857a97b41cfd46f02ad806692a5e2611e
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfba6745a950469c6a6920278dd0d77fd8fe278
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637135826d43347d3492201f1a4d4ca14aecaad51ec9caa666fd7626615e4b4d
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ae67c5b48fafca552220f8e31db6ba51ee4835
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc19945ef3edd0c9d535e1d8974fdb45133c7bb70994d55049eb7d683a55e48d
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85348ca53b2462ba2d2684e4597b595445a8edb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82a251e76955f30290b6027004e171b4ebacb7ee7e3454d7a9b4baa2a025c6
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a820bf0aebce9db276459f39b37b1346fc06fe82
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8d68eb2f2aebbdc6761ea5ccb4116aa81d83cb8276a84e0168064b6b42d755
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791f6a529ec534fea7eb0b8fa4a4112b4088a5f6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45646b4f2eb8a072f3a490404fd127a0295c2d71544bef1d7e7d04f68ba55656
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee48cb02a7379a3da88027583e9dad913a3b7376
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bfbe7c0c921d84e6d1170407785d2fb94ce2979a8cce07786c681ce82f459e
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18819fb56e455d782c15e2307e2792fa7165de82
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee997a7c4b4039ee0499cf54381297ce8438234c9952509e7805024a0d94402
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b541e4a38962ec06b79d6d8c3181263b1492b1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6226aaec2db6c602171a0e5559ac3cb7cad753b2c2736afbfd8dc151647e408
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a0fd1be7cbee9e6b1b90d4457b3315799327d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd61e5e2caa9d786d1ab96764c825465d08ee5ac6005f160294ab28769600c7a
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0073b10ed47e9d991624f062a6487dd81ccc1a5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f665972729c6d40a3390b0925b3bf419520236dcc2e73802b895e6fe27d07c
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a403188919854ce07c85637efb363859b01dc
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6af96668baf0eac7e29637542f20a1c880e4e355215600d6dcc709905e652a
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf905276689d77a53523d27611abc217cc7b383
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4049f33cec90bc77ae4f3d93309621a84c1d9c091c189ba29168e1d4dc4ac3d
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf8c345d9f297f9e97f95c097dfe4d329a57a53
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4143b43557f391c8a409d03a518b4229c2a325bdbdde616d232a6467bfeec6f1
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a2fad41a95a6211ebf36dff13f93ccd58261b3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384411b8db3b85b0630ac0afcfdc431e16fab4f8edb27a749b68d1ab7625ec1a
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165050e8b4188b65a8b0ed863fd2cc6021f99be3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b20e41290b90b2d1f8ad30735fe17d0e63fb28878f0b210218bca1a80aec227
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92da6274585b2979e953aa552e9e0473e361bc9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16690cecfb32be7e522b38c9d3d1d692d4f0293596da724735c5c40d7807ebc
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdd9e581033f7cc62e33f2afb66ac71279a2a0f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2d7b3e86e819c4ef452869b750b24ebb44e921147557e36f49a9ce0b13f668
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d67229059fc02566ed8ee764d0a3f09d28af696
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966e49a551c9c2dc4e62a702a7b3e93ab65af58e0a9310f77afacdd42f87c1d
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fc4c6d9289ad3cae7c224baceaf07c06508dd6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b4d0b094e675899761226094fc1a791e9290f2dd94501946cde8c3ac8904c6
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c09e5af6e840b60e6114ffc9e53e8c8a333c59
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d5a19bf907c0524f932e03e20ee1677e426e2249b18e57600b3037e5e8e17
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079adb92c6ae879f445fa4c474793e1495d2216
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5282c6688d5207a586c48d4ebdf4c824d076352550e08633fbced1d435b0464f
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4946f08aadda514b1d6170a1e49a762b9203c1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01061fbf62a18aad2ff43a87ef6d59efabeb011f571da96f0f29a880071863f
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5be7d2ba25e7749fc01d9f013602f12583601f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f02cae55668f0327b159b08e50c9a2a208fe3cfe78ffc5d6852538b0375a0ff
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be4fd23dfa631440027950f1c7fa632698d479
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b178271735dbd20b35886f2f63aabc7bd23300a191e889d98bc374b8bce5dc
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e657f033b86aee8a54640ebbc62591e9c7e32a03
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cc731766a67d422a2f50b39c7360b828bbbc52c2b53e86c1860c37f478862c
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183cb2f2b15cc5baeb34435d0dc6ff27e8a4ea5a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602953d52f212d89fecc7a04bb17a2db7d793735f28953c4204f526b59aec3e0
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf26745b3f78b25bde4cfc7a369c4d74900d5014
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f8ac04080dc38b6624f3a422d536ba0d7e4a4f40ab3b8769c0709845857c6d
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ca9487b65565ba8649670c6834a5b4290fadfb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a03e563cca56668a9d0037e74bedb89754bbf57e8b77058ed7fa3281a7ed03
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df466660fe842152007d66b342c8d4d4f2dead48
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c25a6c1aaa8d7de1341c2d48fc7f203d86fbd9c9b5a744fca464a20a28a2d43
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c49fc8152c56ffcd20c75e0cafed34d4adc730a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2fc5ecca95b13f1009bfb55457a456f82cab3d7a6f36cf7bcc82d2992ed62a
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6375fc71372ba44128d58d0ffc47d9d7d4a62d62
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626a570ddb6ed8fb1a09ccbe0634a4962568fd8cf66f771b12a2dc5ba2c70e14
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f80583d87b047c1152ec396a22a5c242adb3b14
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472bfed3876d5431171807a9534bd4f8bf07a24d97977be58a6b5c670a23de6a
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f983d0bd97077504a3a4237b2b46f39a5716c84f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e799057d4bf6e64e767280706d08a164ceabef22c73ef25a294fe92dc5eee6f6
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec491958446eee66ce3ee418c4a36f988c1771e3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9cc4fb382c3d25719bd21528fc06e35f505e5b6e0aaff4af15b1bed3400fc7
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a174ed9190be3d1e56c6b5206c6e849395ecec
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03f8adad37b41d537d44abd0b41cd3b8b36bda1e0e2c88cdc18d76310b5e1fc
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71be517bda556cadc7298b31169430a6f250f113
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd49f00212ce9449a60b791328e2c16431f83fbb171fc3ebd2fd6c2eea172905
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a2b8fdfaa6d8cd15ebf2d0dcb7697b6a1bd0b2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ce2149d489f1461836ab7ca2df5e16e4159a079d238f389d2da453979072e3
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e7ad27dd696c214d5aaef1b4498817e829b46
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcade81d3f36d7e9e0fb56d6a050a2f1ab3bf1d21b945f396f0e844b1b88a45e
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8b3702fd9a2dd9618d238bbc939fe5d22be045
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf991f01f6773665937ad11993cfbe59a857c7e7753138dba1842609a77c08d
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3871adb3ef0012a999c56930be8aa792f2cc45
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae895eac13bbaed02a52f4fbfb5106fdba2c6cf32141771926f63e5e8e66254
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994c9441d3892415fcf7033e210423ba394a7ef
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de2d1de92554fb4b5f3d318fc7cc9593bb6316c4b4e659928467b998e364328
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c51c25da8489272db655703e782562d8909289
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cadc9457826228e6e04cbc56177ee989808f8ce60033ad5d7a1f160fd6680a
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65509e68b56fe20f9392963769bbbe49c4a14bb6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152f48952bea5807419c9c4250eb26d7a5bc916a8aeb96476406e364be01dadb
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba819b2718db0cb958116f79bcba7a74df6efaa
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c41b0b71face2c3bb386ac969f3b2ecd6fe70e1104f9fca46244a957d0bc95
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7077f9f66927a596fbb2ca41d4a5cab6c0dd1e57
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1dab8bbf8336dcd2f8f662fae8d7e505c2a5e4b1301eb6e4e68ee9699b0146
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c87371ac09e8448acfc76cdd9c5cca4d6b5d45
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3042edd45dcea7d1bcf1a9ddb889933fe6a103e277a23ce054fcbfdc2baf159
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa9248a6b9b0774bf18bed7917574b2e56571ea
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d48d20f65c80507e77743e8df5227b0deadcb2bc6ce71a96505424f9bb8793
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea2a6b91a12ba9fe3a6357910217519a3149be1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74916547d4bfb6418943077a9b98392aa35a45d7eaf8d81674a59b73a466249c
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20e44a0f7084c8eba184cb08ba0983cb676badc
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a460dc32290ba811ee34697f49fadae520d0867f11624f8a66637227d9d5f4
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789aab8c6dd7f0fca7094c8b784d6f0ffc9c1c89
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6289811e0374407a32c730ebbe8b7a33ee534628677eee70252b7ec185d567a
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0d6f9952a255ae176b47ceab92667a28f54ceb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d0b043da97f2330a455ac625a88058a7fde8ae6290ebec6690c3b22468268a
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6844e4049be37193019d93f8c89065463381ea26
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1d446e5f146ed241c6d398ae182d918e82ea629398b3d63fda07a68d3c6502
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9274e730ee8fa494f89dfcd077b0a240905291e5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7418ef3b6f04265e6975e80234afe09a13a9aa9dccb34dbcbb27d72ac2e9ba
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff410598041c558f86606440277029b54527da6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038fdd958aafdb190b92cf6289c9adb8a34d55cbee2f06c1bf02a43dffae0b5
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a30296a7cbd35817d86644548cbfc7d10940ead
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858acaa14a6e0e8f9be374109e2855547d5062775f24a38121172f9e9bd242b
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ec0e2494d2db32e73e0ca4f401366c9909ffed
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21316af353922a350aabf08397fce4e76c8f20dd52de702fda9efbbb4fa2a7f0
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a68328b88e323c1a4ec2a02a34862780e150197
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ece6f0c5b5446b965c50d7913a9bd09320b2f205791e5a7fe1608d6f43d7b0d
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649d7550a8f1b7f109c492c1a245fdc23ecbf853
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d3fda1b45469e2f1a79a4e73bed853ae9c147e2794a09415897b595b9eed6
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905659e46463e35b42705a32c21e8e86416173f8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb4afa232c2748d05203b3f05241bec8590a8ab73425f5a865315d4282796e
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6276fa4704f1337d504a156bc09d7a117ea1c41c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371e03807e58327bc1f8931555ae1fe6aba10ed24786595bfad2923a2ce979bb
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4261844e8b875d567acf0a0a84ab54a286a436
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9170452072e40cc88527440a03262a0c8facd79bc261944ad582177cbf7bf8c2
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517441c2938a96b12ab651b82ee84e8457189e1e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ce938078739e4b1b6bb27bd400988bf0c0fdcdafb572ffa928c1adbe24325b
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f71e05b277d8ac3e8e7aa06ddceb8ce317ae60
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce5b99304c18cfb3d3cb4aaf07e09afebfee00e6b40a840617788f1e9771854
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be140e4593f9e697f079aace380ac2f2ac743dc
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f6619ac4d4f4edd4a8e4e0b6fe4deecf02f747902bc2219135c48d5f44a28
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491458793b45825aa6fba7f20dcfc01c639de129
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3258f6de8259a368b198b7a0e12971700c49890f8c0d7d35350047a8e0453f4
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f0486946f46b54d563623e51c2893abfba562
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab3a8300302447d33faf007bdd251c2ff1bbc8b3d85f3780f67d5b4f4de484f
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae3b329d89d994c5926c68fb1a45e4a19a3b5c6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85df7829960f955cef6e6e26a8bc659b2760a01d1f9ea8f2b238438814ed686
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ecb8ab46085f5bc2c18376aebaf1837a9cf3c2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c81a5234353fd94acf3a074a4fc9e361a47479a4abbeea7b7f5f3a490744998
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad92772be5103966824cd914a6ed42c72dd5def
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9950c26fcba85fb9d86cd7e563ebd857034a5841237c38b679446fa77dc5137b
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a1d77bcea5fbfd4d81098a85217ebd287f44e9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384f50df419fb29dc969863abafffd9296bb2dafdb941a8daf46f0b9c557b011
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9889b125079b4145edafe703e9f5d017e9e7933
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37eb099f5a6169b91a1e4310f0769a2e98b7d5e1b7ba0bb51a24ca25d93cd4
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a1028de85381cfe6c5f40ec53ab0f856a6a40c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84319de0a9f92198c33a895c9e825f53f64cc3643e9ad796a0981a8c343682
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a37b6eee3a8fe48bbaea06416cc22fd16e4bb95
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ffc99b4b094abfd4b2cc5840f95da23277079be09176fad1d7f96a2ba0f0c7
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3468f780ddead6bdb475f40387c9de072b29837
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac806c62857b58ca5ebc2d8dda66a705f0cf4de828d5f5360827e7da6b2f3aa6
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153d87be9771a20d1f16ab821c7ee83d913e577
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08213a6f8dbef80e169404d2ac5cd0b3ae54e13f6bfd10164fb96e4ed7dda4f9
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ab6857ec4ffb86a60336416215495d8d3d732
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93546f839bc7883ffe027934c0ba9ff6576f1a72129b4b8920286cc1ccf5cb
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8c4832292c090e44f98a8ba88599667a3a7508
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a429f46d37ac0199b03e5292c711bda30d64852047583a4256e1cd4eb431fc
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8dd05ab5d1ed91932aeb4647d07b9d60cdc17c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed222d7ccd150cb5abeac378d5e834b997ead067935469cea8c7f9dc86f778b8
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27359b97ae0cba2db2038e78849b124000a670f4
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4e8c8f0e77639b6aa1450a7003ea4d3dca6afe590e4accbe97461d8bfd873b
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864bd4ac0e32a139dde9d127a79b305667629b0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448b18a3695db746f36db019e9422395e5b712368b77eb254dcb98c6eed0ba5b
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea603ca2641baff4f227de8e9fb051e04dae4c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3f289f15ceabd862ca801cdee5c9508e1bbf201d961ced92a0aeaf53f7dcb
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aad17b7f8d14d72a73e8e8cf04806668c898bc
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa63764de8e0d783b58366f8ccef5049a0e2eb44e76d1cfa84da171a23ff6023
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8592b03bbe949db22b36c1b5fde99900110cd2e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c7b84127d5cacfe06557aa67db0b84631e5bfd31b2b1352e7650980cfb6e72
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab57b9e362fc045c2a0fd41ec465bcbfee51f5cd
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47706acdcb9e290a962eaa97cf5e5f5ec5668ecd3900f6f3708b1bb7318a03
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454098e19fa662038feeaa7a7675b1bbd89cf98
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a637fd3c89668196d7aa83b9002dfd0c65222f3b48969dcf5af8112670e78e
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86297c4e4371556c919c284ffbb15a689af5e60
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5703045c6dfc955b1abe93705ec7535e06e8d13af856d0862983e028dbbc7b60
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c09065d7aaaf1dc2fc3bb05a8ff32ae509aca2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552e121de2c9448d4cbdda037ab4bd10d75efc2aeeec936235d1753ca18ef432
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf64ce4eaa01aa180651323361b3f153e254b22d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235f2355042adb2a0d5d059614186a73041be4e28291887c0b8ff1e395701468
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5b06d6b867f56fba1d08001455171aeb5d1f92
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b46c034d9e0fea42e03e9d7c59e3143d921f9df2081a00508bb75d553a13d1
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9118bc98f23d1ca903235158f5ef0d2fa186de67
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33e89e5d190aff1499d763594821086b004e23400ab818dc7c507ae5a6ba8d9
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3378e24bd520d6736bda829ed27cde7d9ebaedb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f427e1be7d40fac5f99e201c5f101ed797b355fff1e85261a67668d6cc6c27
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aadab3386c3b33802843bffa09a2b0b4f55fa0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b016117452411ba8dbfd8bd0dc1aece116c8a2ab6a8cb3d5e124f87213f059d
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee6ba07bb07943eb3948e692f1b61b4fd6ae741
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6865e46295db3860653d9e9e38f7d8c48d4b2e8e6829c0a97d1197a2a6e74711
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159622764124b070578d101045b6fbb721c00b5b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e750c1c75d52ee532f5ffb53b17ca5b13fe3ccbd5dce372312ce8977a64dc521
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a592cc1bd2588c104b65efa895fcfbab09950d07
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02498476ac51d2f303dc819da70419aac3ae8220ea97f58c06a74a1af2f1169
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3937df6fccf3b9fd7c78636a7cd7a8649c5578d6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66d239df6b3f11e77008424f253dd3a4965a0d8ed560121cbdcbac979743f13
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86a766727ff2e587aa6d79297a16c48c9626e64
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3082eef5f1128be8be39ba9899299f3edf797b014c4bd844b8b625d6b0417e
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546d3848e1618e328911e9c064d489cb2f656e80
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2cc535239d5fe0080c6b019bc4b1fc62487cbea375026902dcd1e779d3e615
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6013ee0f7edac42d2dbea852b511875cd65fb72
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fe746cd52657f69e3d515288f6751b074b30615069a4902dc255ab29081da5
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3dd0898d2bcd16e1065a47b071379b34b97922
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527df787ad162ded993f02226571ef94aa14442bb04c116bf166e4384ea4572f
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097416f15de231a714a960ea74d2b88d9684ad0e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc13d03b14d21c387799cf54ab66ca30a2680a9c1e189634288bf3f4fa6a6ff
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58817e6093d59aee8813aa90091e1ac724b425bb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc76a03285a0b717bcee6b469e3ecfe8e037c56cfb2b9cef36ac426040655420
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8a30a2dd4edf3d53949e847b2f786477c0720
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1e90cc38fdc3f2fd5a59913074b99611883691190c717017ce9fa77cd2885
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7694223fc63ebd0781a435b3d3949807870a70d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f1d2bf3e020f4bff51f81a0a065bc4848b0597b6b10ab956299481a98f2a72
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666869eddc0103fa98785d07e3d1f857327faa2b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6d9e1ac5107ecee4770c387988d3300c158308d2773eeef89e393cb934352e
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806b71885f5561146da87778a2347a090cfd2462
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2348c541a16b05a931f12207c6c9baf8f785968a4ac970b268135dde1828845
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fe24f4e8e0914e605c356caeecba80a0031b86
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1673c87d77f9d44505acec44d2687b029a15919912c3f22963723c4d18250f3
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670ca4e7d0d39e59e76395dc4c8bb486da41185c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8c927d74497d56f2fe7ea2bab3ff5f5b5155682444adfed988f565bad86061
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135fb264af494c63b80ae40b7f927b898c36ad28
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0402a555cab543e2cf9c2804fd9c4446d2640d9380cd6599e0828a1cae5caf79
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d51bf7b2782ae369bcc67fa9a4721549c9a67
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b206c0efcdb21b9d97d63631f29a51fe1e80ca12336b5049cd2870d1ca3f0ce7
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e427618072f0b09e3cf8780f9f93c5406ada3e1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e742c98ebecce0e6aead014fdd0abfd91e1f962ab4736004a181180bd607b35
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dde33e3569293ce2f5b08200380e1ab8a61592
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350486fca310057e03a537751314a283b16bf7c56d2d60fea32143878e87a1be
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d171ffea2c2354dab0c4a88050ef381791d7d7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505ccaf305e7a0442f2e8906ab715e8e09c171705aa968dee1a7400ac247c34c
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62032b09ba03b79ff4408a4fb3b3e7390fe473a8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86feee9d15be63c6041e37710ed3f4647b5c95f40c2bf60f017dc8e7ca74eb13
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e4c49be133adea1d4a74267277bddcb55219b7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883b17617f526602593a4035c0758e740f16f7c682b2a676b4e8c0ea427c46ef
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce76ba2ac9905226517cc1bd685e66414853b629
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6094abdec1aae2fd07392416b3e3e8d0a27d67ba37c6b9a861fc9874fd661f9f
+size 131677933
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f00699f5f5cad4c235cc4b652e472d081b69f8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c902434845aa3cdc8d6e39a395fdf08501b1568b97ffc92df5f82f380e8ed
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2026bf5c23d747b70de89463dfa97cfeb1d7f4b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0b113301571ca1b22dfeaf16ce235c43e3fc577f646cd1856fc0ff7ad6426
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da2bd6d50a636dc61b1f1d561240a300e6c4804
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e06e011276efcf1eb84807661d3f2ecf67bfe906720c98da59e1f2b791dafd2
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d31d3c20cdaa225370704b85496e087fbe9947
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1c177c6d083d629f4e50c17c9cb7527579ab3e19605edc1e185d973d38fc86
+size 131677922
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1bc699d6aae1e25f51c4682ac5519bdf688af8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c704fdfd993ceac76ca645d779f1e2916e20d48b94ce73527ab9c31922b28e
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ccd1eb698ec139ef7e5370f3c47e4e747e0b1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91f63501370c3757d9492e0833283a5181ee292ab3173cf39e37b191f1f738a
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ba2c048704df544f7ac3ea2d8d45b2352baf7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e01dbd55395e940d572c57d9e01a0be8a3abfe5a4e1bce41730af76b096a8b
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062efd1adfccbadf7ded782e2809b88abffa40fe
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cda738d6d1654955197ab8707586cf39a12c282de9bfda5952edb635a77960
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e128a2bd208990d32423200a2f773449e7ace71
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832e044086e40cfbffe3976325e9de14718e9565716b61914e2e5dd8861f56d4
+size 131677805
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a1bc85741f4e483e56fce481ebbbc68e13c87b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781cefdf637148e7bcc5e22cf846413096fc00a3af3336696b37b2cba7d38fd3
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b199effa994a7d582746434bd31f19807e45a05
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a6c83f47f43e474cefd885f34adfb9b30dc0773e72e22b8772be3379275ea
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd98d30d4643c563ffd9dae441866463b1e7bca
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc64f7177fb9111c03c14f64827eaed130ab86f31fb97a60de99c1414c76af
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60adcfa7e1d91511e154986bd2c3902d916382fb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e46aa4ede83ed256db3328ced8a6f8da272e5dbee92c5e8649cdbd6262098e
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0474a73de3356be58981afec2c4a1c4d88388afb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9fdee987cf321d7737159a3b04f4d39bb79ff6be7f16e36db0eeac832222ba
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbec326ce16004973882170eda7191fab07d7ffa
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe5c7818e795973b76d2c8a89db00cac9bb362768769d448b2f02578d8a084
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9cd1bf1995815027b6d173db6563ca3e6fc5a1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013885fd3d5fb4e290f01f13f07d19969cffe80f9188ca757002e58ecfb21337
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b0b57dd97d21dc61735d3bdc8298802d7b0bf2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a05b6111775531e73a52323c8d7c785fd67a957aade28b067c40007a3b15639
+size 131677869
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c376ea28740d536a9ffa32da507bc5eaa201f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a791044037ef66d53d16663c2d31548ef39a789b074395bee8c547584a8e3866
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c02535763a608d0564f3f6224d034b78efa329
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f8213ee4b23ef9a5ae05251b17bed90106c2d988ee5b36b15f3f4d6d440d7f
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13faf40be465b5162071cd1b9ea762965f4b2156
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd45a072ee873f361910407f3cd9dff07d70c24472132701f755d1f9d2d7955a
+size 131677741
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fd35f5c46b0edadd4fe864da7b86d396b3b8e7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4afda4334735507ef40e47c3774a06f1c9d330ce274d1d4c91aa77cc9989a5
+size 131677677
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a0c69e8f32203d6f123b04490bb410054e7345
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5335d17066439eed69a7c4e13d9c80d7357df9eb91c01a7a9e3a1c65f8f907cc
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f2dc6a8aa0b0c869fc9b044ff12773701c471f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2f9190602b7c9f52b124a8c944a17ca779f839abf32c4558f713c0f9ec61f6
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a064eb1b7d3d4bce697cdafa38367d79bcd704
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b48ef95c9f366fea1b0969bbed03bb0b818893f6d6721d1137b05ff68ac55d
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cf4e2808a37d500e2d37e33af27be92ef7f809
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ca41a0add9bce9c1573f47ada7e5e36e14dc0854a321f4052e799f452ac4c4
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606e018f5aa983065390ab838175f3ce3ef44ea5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55deaa363e6992bb5abfa1d8355fe5b360d77496f11f0971b65f101cab6e713
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9bd78cb694acd82d5f55ec304c2e0affae9f58
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f28029fad14f831a26442fec0ca0cedebb26748038b454146f1023a185108d
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bed359ffee3ab6a3e4464b3dc1e8cd5fbbdcb3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e3297cb8a2c26297cab3e6e6f8ad0be08ec53f678499956080e5d751c5ba3
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1801252a9f2a490534a1c0ab984c1f925236d314
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ade4a3bcf38c8dbd1d81cafdd32d0fc3582421cf7896dc9514bec09d0f8ff3
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67956ac12546e9b74a8ce25e8964171739b71c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2dbfae584b8f71a48578367422539f46d0a24110d6825367d2895ea0fad86
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f9cf8634ad5f76a2580134f6515a2afd365221
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d65cb9a0e0435b5b86752410dc0ec011315ddfadd5bf15ffabfd0d491919ec
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c53da173d419f079ced40fdaa856782d5754d7a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427162e8187a8b8318e94b0d54ce05151f576abbd3b317cffd320c102c0a8306
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7b8ea3cf4e9115af8545884076fd60df363339
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f68347842f21e5a5dd1e2e3e6d0b347dda61b238a2fb5bf602e53c57ced5023
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f47dd88174fb0d1b8cc8bdc8ab46a92621a237
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7721264e17e1814a1d4e71a6aac4bb04a9a666cf2ae3c6931b2dd4bc5a87396
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9b3b36aba86982decf351e258b7a513faf3edd
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18418e28497127429d9a0976023a081ad4f95a857ed77554751ee7e56d1d5eca
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8224b73ddc8af5bd6982732ff42826f0e60d0d6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94e72f856677f660ad8b614e011a6f9a5c5cc7616aa8541da0b40331f40b2f5
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2387205e7a5310ad864dc3eabe075e7967e56e3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057358ce00c9fa541e2d2cc767ca0f5c4400cc2f2f2e77b18b5fab00f1a150ae
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9159fc39bff48c01609f43f749b0a400b820b9a1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3eba0b2080c9fe1b90bab20341dd2c212a6cdb48b6aaaa47e4edf198b79935
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acde431bb37e83365e0e04c86918fe2b1c2bfff
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3668d136dd3520912d1d2985d79bed72a68f76e281ce62fb1e2c08553f5513d
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c382f76d3776dad21e4fef28862a59b783e7da9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd34c3924558c5a4d229f463d4d46bcf7dbd9f6f99e8fe6a3132078f06e36a
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951c4b4a92122096647199bb37bff9299ac7398d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce9a403943cc43cf9272a8356ba2d980a99c6506641a5120e436376e90f326a
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dc2f638b07678da86149f989e28f1b54af701c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ac88520bb180b7cccb5c6019d1bb8a1136673f53dc9077f5cb5da3bd494a34
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316856224f620ac70c7692b87d809ebc8b315155
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fddd56271c827d9782b6886c9fbe9c77898c008c0610b3ac59951d7c82f4df2
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e157c49fb0d5b2a8141a3c987ecdf69a35fdc434
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da36f4e858cd3707739e08d443ea08bec93055a5ad3bac7eb53dce41b647458a
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39212c5c93140b6b251de59e17e0bb208c98c913
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b051f40ae324a800caae9dddfdafec3cea1910686d76fa87d91af9b7b5f9ad3f
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2904efdd3dc7c58857a4a89089e2a82d0c5f83f2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a285bd0cb8a4a663c0b58d5ac6c40517167493fcae0db32da74e8dd8ed47f777
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d6ae6ccd628c4b96bbcaca04085a2567abc876
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f20e6ff4b06e12d1d5a0877d2f16c283d021e530866b4f585981495a05878eb
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5252fb7c022ac81327e24b5278d13f5a29acc01
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce17cccfc5c447142795e178b1d56df301cb1002e0b67e7131c080133362f2f
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721d08067f0612e5f7eae7fc51695e2211c9b9a9
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f0858ca90fed9d203498b5a6c2ca5e56d6086d235b591f05105381f2764f2c
+size 131677847
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66095937f3c514105d3bf9852b4fbb31ecd6e19
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b633a1b83bad113f36af33e81e6d92901a25bc8c45f0f873fc89f9f22cacfc
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54782bd0f80bef68268a38a03b5f33343e7e0a0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e47f214841b4c691561136eb11f20b7d0d8288eb503304782c0bdf8eb72d23
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c8394e3c387f92dd7537e630efe4d65344687
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4e567b1085e411cd1ed7e6b2de8159edc71609b191dbea3d91f769ce15e781
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3fd6c07ccf28b3d44a38d080249a149ce8aca1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54565d07b9655d5576d4a68e46b712bf9f4157f639f8f5d0f7fa06a85a51569b
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40b9f2f141cd84bcc9edfebeac4e57968baa2fd
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728d3faf574be562a8a02bbc59673da68cd85170c7d301def15a491ea1226318
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b99919c1845123179da4fd9ae5e7b4078fd3845
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555a8aa0a494fb48d09eba13488a8475f59a381796401bed10160b8c53b390ab
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5abc023427008730a5c1816587e9539974bc5b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c345dffbd83acf40bb34bc35a7f2c79a4e181dc0e090ab3d47d12c1ab65199
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceefb5005c274e27ae7b0b45af7db4b91845309
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af8cef7343e3f19dcd9ed20314480104555b999b87ed2a0b0e71a74eb57ff42
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d75adabb7ce4a4cd9b6db86eed976495ecb7f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189b7aa48973422e1f941e186e2766f84fc1de3e1fe26f571a4096f75a2a58ea
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bb061068702ee17b34c1203222cf82ac925ac4
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fdfff86f074350e462f75f882eb1fc84c5375bcab0312ddcb1643979a2c835
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561cbc9b919805bb66580d4a3175b3d0cfe4583b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8876dd7d53f9f25cda40bbeb2652e9d61feb9da2e86a4cf8f11d9b42d508e40f
+size 131677655
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de38efa33a3b1e13aaad9df1a282f630f7168528
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd14c106d3b7b4e20f6b5e3535e081ced9e8e4ba4f21eac7b8734a8b09c8c00
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc798454ac1b9d28f1d9ebda9687b67c10753b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fad8b4fd85b2d8af050bae03c0fe551300d0a8ebcd023d3134f15b924a0968
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a0e4f642675ded19392df7f14da71afb3b345a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39761e9abe59444558616e2ea884506ec33c7fb44bd67dc65a13ad6bedb48c63
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958d8cefb0d7262ae1e417b8c877d9c935b846d7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5133fb1b1ea4960b525a0938eeecc1f04b2e89f0b8585fbce3146b3662ff69ab
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8390d8871272031992e0de4799785dae6b35300
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0fc8d8c0955600f5e0f12a0301310149b90adf6aa6a516df0c92401c361814
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bae2cfff884ee856c0a1d07e4721b1f0150c44
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d91153509b8a8b73decf8e7fd4990774334147e955bbccdaa3e4acac3fdd83
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d173081ccf82c813ac42ef2c41826d74e1231a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88155ee820bdd499a12fb82e0cf4f1aaca3395448e2cc09646a972880d6511cd
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4be5e5c2ac79263304d03643f95b948ce7306e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ee3ec8446869cc43a19d482a0968b08ca232e7ab4fba9f426a1eeed8cd62ea
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a795debb87b1195388cd961775ed55390bfa8c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d67e61847511870e4a08d09643b72f05e18bbeeb8e223736c16d9533343bbed
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc4997b13a7cef6c8b2eea00d091c98101c27d8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e5354f22243cb18b4a3b3c98cf3798eb12982e15237000c4745f81824e34e
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4345ed6532c1394b36e96f74289ad8b18f1aaa4b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97abe963be3a23dfb7d7bbd1faea9738d1c9dbf8f32f0477e4fe1be12ebbe9
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38f3bfcf9923cbd26fb9342648b42942f7256a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c82f7c43caa408d3191b28c022e22b0bbda1602d6df03585f549f26429f2e1d
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474d0bd213fb1da7179e2f16333ef2989b310eed
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0437cf1e58f3f2dee76b9a885cafff33192e656cb0e849263f32c320201c9e62
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b25196be582138dd345e8798a93be7a300317a1
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d741ebedc7eed27ef749a4c2ca30c29a3fd5be6a0a6928d7299eb6151b52952e
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d518ad8a45558962eba278916f0470a49cc753
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df38f0480815d68dc4a38ab580fcb2cd032a4cfd67b659d221e0c8df0c06845
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20caa978ed11c4b3bba31bb6f1c3994ecd836cdf
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c9a881b5e661d31ed6bcf5d3c83d8e261e1fc912500441b85b2580f65881ab
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de23d466141f07c4ba3f6ad672fd187ac5bc84b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce409f1fef4131fb41307b67a4ad799177be3b74fe128760291c31a4668cda8e
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d9e56b8e1aedb9222a33b80b77b2230e0f92c2
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985e8b78ea911c9608ae6efa02959bb54f82b2a328085064eb58bc7c6d1281f
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf410c4f46aa5fa421629a7c92f24f369e382687
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5310c24331ad718073fc5291d7ade5455d0dad5bf3ffca52d2420a5acb8fe007
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb8486c490663d1cfb15453e6051816b33fc76a
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445103cb7746ecc22de640a42bec0f86c7190c442c7a7b1bd8be93315d42c49a
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792fbf9267b44c34057ef57d0bc578b53edef8ff
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96868258f5962fa9340f7f570155ff9a52d73d3fd820f78d8b8442eb518fddd6
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8e0e67dc9ac4eb7b019722171e8a7371bee42c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1997bbe4523175059bd39b362aaef3df7098292e204ec33fa9443f7c9d261475
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1476ce408d423a9838bcd2cb47ca4f1e74ea4ee7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3953c6ee7da1d03445b89a46467d42172fcb074652ebe08ad03c14070782d09f
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7112dc6dfec9fb0d9e441aa2e309e29d068c82
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d552d1d939e8133107bea3954741d39a1a9f8b86c73537606fa4ed524eb703a0
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cee9fbf38d830d4981c718a774693c18926512
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdecaa9934c18eba7349b62f35a3a1a34f85bfde9a00e24a1d6874b8767e20da
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46c56d0f1c49e56dabdfbf7dcd95bbc8dcc5f95
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839c1b0f40640c7bb7dff9fdef098ff12ea953324c89458feb4fd79263a2cbe0
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18e025f22a96c79488c4d41f648a7a6dc7f9bd5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4458b9699fb3861d5334cde27eab7d2639e342710be3ae83ae12f4a09bc7e53
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b1e186d75af99502770467b639ec5fbfc0c765
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8cb44ef78a7823a7e4d1b5639b34e59c32ab5d3c5776c0ef5c32dd49a88fd6
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab8c193959653a7ebc6cfa02f14ce5eeb06545
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be1c5cce748a3bba298010478ddb895545a8815764b93ff6fd3d2dc7c0228c1
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a4b0c7a29915779bc5df2f5d31313f31f0907
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a853d502e79db2cc626e04c7c00c333a4a810847190251d878a13a6875dba022
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b342acf33459cb903f566c4748486de4aa83e2f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d19deb8579b1739fc3d75bd358d4ed062288385dbb432724b35cfc4c15ed57
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edecd3c921b77847941eb6e4e89b6f53b93034c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8bdfbea73b5506f5c537e026550bdcd95df61e1a6ced19df34f9aecdc2d096
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc4a5cde561f74b947c72c869606c55012d3354
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd31b530b013a5148ff893f6f1dd016d9bdeed75a62f4b2e05f1b86c94e7521d
+size 131677847
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fff42e1bc0514365e3d6cb8a66dd97d0c036506
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3aca07f83a63b006b1f21944076accd76665df9d52516458e7d2a4772c551
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d63d9eef8e31103b349bea59aa128745cb6a58
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f768c15ec8de3ec8e6a79f1508c57916efc54991e642e2e5c134709125df6
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95457c1edd3db0f92a45d7556e430df5dff6746
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367df69abdbf8fb9fc4e9f69e79c9a2c87002ddc7d41c484806c4735743a1e0
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98d69763f6ba03986bf2e34816a0ef61cb7f10d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e03e0692957ed7274dce1695524f0e996115a86606ac74966ef076d461db3f
+size 131677922
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8213759e8b7f82cc717058534d06bd9d99e96529
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4fb5a9c45ef8aaa3040b531930b9c21cf86e68126095ff227e19a4050453bb
+size 131677730
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afa5e08e5682e02ab7caa62f7d88d84e483bf8f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b0ff802bee9b0da642cdcbe83c357224a99e7db8d5c8302533a0a9d316c338
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dca413306c0303d5ea06d77d4330cb9b639ea8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cb6ea79ac6d7749b5246a28504df037e7a508bcf210883909fe180dac0d0e2
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7527fe9934d56a89d6d14cf0cb7b50e1f5cce
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502df93634d2746f36cce73b9a645bf1f56bb5f8b6409f8554732bd2f9df33e8
+size 131677794
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bddf3e32748a8dbeff9f94b9355309ff4990739
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bbf0b899aa9d1c76e90f4cc28bb92dc7b7bbcdac667f5b9c55f7087a63034c
+size 131677858
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477001fb21b36d1232bf1b176aa19720c022ce60
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f809cc8cb259d4d9db89a9b9d59dba1f25c1a3e60306a04819181a0ae095aa25
+size 131677666
diff --git a/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b47792d4206c955979bc169bce19bb27b8327fc
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8716a25c90f169fb0d7d19ad92531023283b50b765aaedb34cce08bf7546a0
+size 131677719
diff --git a/2b855b14bc4seed1/global_step52452/layer_01-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4431720ce38b0fb97c13cfd48a9d0dd3417da52
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8828938e3562606f9961d39e77f24c107e24248c901c3f8268fa17d3da7b58d
+size 268043523
diff --git a/2b855b14bc4seed1/global_step52452/layer_03-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eca22cd97aa2535b97c9e6248ffc18db1eaed98
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c54383deb85839041435214ddd838e6c89110a90659258759f48dcdf5497a9
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_04-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e74bdfb629fe5eafbfe0ed1652008bff0e899cb
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60360da6a78d2f8f465069df3da110dfa600e2371981be163fa760ec64350bc4
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_05-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fbeb2092f2bd2f7142deb83a15af2505aa0c39
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93209ec2865237557b8aafa9e39ed1e34ad2d6dfc086035b7d78f0c7c463e45
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_06-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1df186c0d03500de8f45bda1fa467c69b79b91b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2d3464cc87df5ac7daf2164c4db279bf682f3aa522ae75ae19effbb28ce767
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_07-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8562ab80b8ecbad882f39b56bc617640f3fe2cf3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf0d49c3d3056bf8deca6a12d72cdd33a4cf92be5b0157055d301111e4bed2b
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_08-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c04eb15559d4903c444cd761bd00c130b332601
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513833ab55881dba7621678d662e61492fc51da94f083bf7bd8fc11709930fdb
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_09-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8f7d145718c757c71c3097bd59aa7460789b78
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456e3703ac452a0936cdf408d911efe091432ebad319540b72f184523ea6e51e
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_10-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090905cdaad68e97bdf0da763f862d43c437ac4f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbe38927e641e5432561dac4232bdd52b4cf0ed5ba47804fcc77db4947dbd5
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_11-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ec5876ac45ef3dbd508e4f762a1a901b5ff025
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0f7732da31490af6d2988c4cb344fcd1bf6f8e1c413ee33f41d3b587cc5f82
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_12-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaf3cf024755b37b79b83dc28d5c1442774926f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce2d1839018559706960c987d4c8a133a7c6e166810233702818a4f666ce75b
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_13-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6aecfa6c21ee8f9065c357ebd020390ec0a70
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7cffe6b00c1d3db970e0ec59c4cdad666a5b8c0f40f8ca1a96723671d9cf6
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_14-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ad3538403d1cce631745fb2e44de530ae5d1b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eece2cbd22d98f3b3aa5d3722cd92058bbbcd4d11fa719aa08f69d9bccd7c1eb
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_15-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee0bbb042f73c9bc3d8a32723bafe86d34f810c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e833dec84192148265c8e8096a5bc8b741e770d12757f7aa3cdaaa28917639b7
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_16-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e176eecde2586d9a913f0a6a90242a1cc8563717
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84633683b44c59fbcae426431199879f739aca0fc1b2b5dee27aba6243122f56
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_17-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15b463c7c47af319bfc49c231dfeaad0a83a1f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe35fc31f3535f303187495588b3adf72ce6f65e0b00ac3ef76cf5ba15b3f1
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_18-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249cd49906e13a1199ee41e4cb10531f0fa3dbb6
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3e205f51d7a68bf841bc67c6e13b9cfbad1792b6c725c7d2cb523bf5d559cd
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_19-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489d6fe9ca608773ffbda703b6c93cc80c03a75b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f11b7a40e3b871db67393f85dc3d35d0d43fde8a4364edd38418fed9b17dab
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_20-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464de5d1e42b0b023e41d264e08ca52fe58a2549
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89718d7956e4bef67ae23e1929bcb4c3999d4a86d7f5648eb48b1cda66f56e8d
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_21-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12cc5d76cadd60e45ca5606891444fd63fe6ca0
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180d6d5abd2b026861e5d3ac34c241d72aa2a378d829250d3028ef6161e7df69
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_22-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac83bb6edf10b7ef39fee2016dac8620c8e35e3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8d2e9bc967b36f5be1884008cdfe2f02112ea50583b6aad8ee9108166b0219
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_23-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3140fe4149d9bad389c5787841d93e83583de1c
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad50c04f00a5cb504fd70e62d478fe4a5abb79f5bf7d73af461e6926d5216134
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_24-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc56276cf00682826e270bc06c9035d7369eaff
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c917903e471be1485495c8d37647dae41cd11085fc5b22690c83f7caad3e1bc5
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_25-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d996e233d44ca6ec7253caa7e8fb4b9935730ec
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf40a9a31c02ac34a4f3a46ac3b432070da48b07a2910afcad17f52867e2728
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_26-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483f9910f48f94655a01ed98b02579fff5f28e18
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978cf31a60a2e594274e6582192648d953ad14b3a6292ce70e993cda9071034
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_27-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d305eb70617825d0c4e5d839c6a15731c2dc6e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4c4942b95baa76bf8a5660abb15476c1a623d7441cf569b9c47700c53b547e
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_28-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800ccb667a1446c67ccd6338b9593a2cc4bcb3e8
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3069f3257336d39638c060978fa230e38d21703b4d6da0c36b9e27a1e6ea624f
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_29-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ee249ea306da3851e43574b19ca50d0d9608cf
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a3ec0ef9eb0dc51c2614e5a4e25bd54651a9e7315515a198b8b77c658b7cae
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_30-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754cda68647d3b22b018cd4a3a120b18feba231f
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a7be4ae38a322e151b73bc12a909261de517394b799fad6852c8b0f92b04c1
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_31-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce75b786fc153d9d5ccbbdf6bb53467c6f870f1b
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebacf0c88ff1dc77a22a3dac7df21113be113eb602e6dc9260d9f71f4470e4e
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_32-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d82da6880d1cd8db45ea3cf4ab0f6ba876a0fa7
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5750d01cee482972f182b35dcd746c0dca1dc787974d63c79832a470b6b960
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_33-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052014b04d44755e172bb996d2ca086da0a3c1e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14605c944c1235d427c53b04439734e14592b90f60c155c8adf6e4c47e723cff
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_34-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247ddbc1f151e880e9f97af2b9900b89328cc4f3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbe2d62132e5a8fb827b0f78d4eb821d483c0556cc69d89d2c0f1fb9261dabc
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_35-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed978f459c1acd870f08abcc1d70957e3f92f3a3
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5512200540c6b81d2a9522956a8ac5672cc45fc66503efff33937b082abdb560
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_36-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684e83aac01856fbb992ceafe961f16d707b221e
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ed12ec492be2872ac531f4f9cc60e087be4a8e12cdc60af06fa23da3349c13
+size 157357315
diff --git a/2b855b14bc4seed1/global_step52452/layer_38-model_00-model_states.pt b/2b855b14bc4seed1/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f3a101c238cfa3de2fae68ed228e0b6423020d
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b133ce94ccae8843ce14f162c941e7c9e7a9385e89e8b598dbe278d601ffecd
+size 11459
diff --git a/2b855b14bc4seed1/global_step52452/mp_rank_00_model_states.pt b/2b855b14bc4seed1/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7a9edf2d22bf9de9bf4b2f2d57132d7b8ffae5
--- /dev/null
+++ b/2b855b14bc4seed1/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a83db01ae65ea3c8c94f904ec5b090376cd2a4a931790516b38173375f30a9e
+size 49971
diff --git a/2b855b14bc4seed1/transformers/config.json b/2b855b14bc4seed1/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b14bc4seed1/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b14bc4seed1/transformers/pytorch_model.bin b/2b855b14bc4seed1/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7a345962d1af6cefbaa90bdfe1545adef6e6a64
--- /dev/null
+++ b/2b855b14bc4seed1/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc2e8fb10ecf8067067b568d5a3d3380e68156f80fea4eae743a36f26ccac58
+size 5903417421
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..9714735257dbc5569c054d2f0411a9d397022c09
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.309,
+            "acc_stderr": 0.014619600977206491
+        },
+        "anli_r2": {
+            "acc": 0.342,
+            "acc_stderr": 0.015008706182121726
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.01366414400661827
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.2706349206349206
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909282
+        },
+        "hellaswag": {
+            "acc": 0.43616809400517825,
+            "acc_stderr": 0.00494895251951752,
+            "acc_norm": 0.5594503087034455,
+            "acc_norm_stderr": 0.004954384702021661
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5438042620363063,
+            "acc_stderr": 0.01399845361092432
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.6009174311926605,
+            "acc_stderr": 0.008565077958836785
+        },
+        "arc_easy": {
+            "acc": 0.5627104377104377,
+            "acc_stderr": 0.010178768429321595,
+            "acc_norm": 0.4941077441077441,
+            "acc_norm_stderr": 0.010259071083844227
+        },
+        "arc_challenge": {
+            "acc": 0.24061433447098976,
+            "acc_stderr": 0.012491468532390578,
+            "acc_norm": 0.28071672354948807,
+            "acc_norm_stderr": 0.013131238126975578
+        },
+        "sciq": {
+            "acc": 0.812,
+            "acc_stderr": 0.012361586015103761,
+            "acc_norm": 0.718,
+            "acc_norm_stderr": 0.014236526215291338
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.010255630772708229,
+            "acc_norm": 0.7410228509249184,
+            "acc_norm_stderr": 0.010220966031405626
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0_lm-eval_global_step52452_2023-02-13-10-25-19_0shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0_lm-eval_global_step52452_2023-02-13-10-25-19_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..9714735257dbc5569c054d2f0411a9d397022c09
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_0_lm-eval_global_step52452_2023-02-13-10-25-19_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.309,
+            "acc_stderr": 0.014619600977206491
+        },
+        "anli_r2": {
+            "acc": 0.342,
+            "acc_stderr": 0.015008706182121726
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.01366414400661827
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.2706349206349206
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909282
+        },
+        "hellaswag": {
+            "acc": 0.43616809400517825,
+            "acc_stderr": 0.00494895251951752,
+            "acc_norm": 0.5594503087034455,
+            "acc_norm_stderr": 0.004954384702021661
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5438042620363063,
+            "acc_stderr": 0.01399845361092432
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.6009174311926605,
+            "acc_stderr": 0.008565077958836785
+        },
+        "arc_easy": {
+            "acc": 0.5627104377104377,
+            "acc_stderr": 0.010178768429321595,
+            "acc_norm": 0.4941077441077441,
+            "acc_norm_stderr": 0.010259071083844227
+        },
+        "arc_challenge": {
+            "acc": 0.24061433447098976,
+            "acc_stderr": 0.012491468532390578,
+            "acc_norm": 0.28071672354948807,
+            "acc_norm_stderr": 0.013131238126975578
+        },
+        "sciq": {
+            "acc": 0.812,
+            "acc_stderr": 0.012361586015103761,
+            "acc_norm": 0.718,
+            "acc_norm_stderr": 0.014236526215291338
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.010255630772708229,
+            "acc_norm": 0.7410228509249184,
+            "acc_norm_stderr": 0.010220966031405626
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..0184acd9aea92710aa4233618d287fe9775dce09
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.321,
+            "acc_stderr": 0.014770821817934645
+        },
+        "anli_r2": {
+            "acc": 0.317,
+            "acc_stderr": 0.01472167543888022
+        },
+        "anli_r3": {
+            "acc": 0.34833333333333333,
+            "acc_stderr": 0.013759437498874072
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.3742418376564718
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.045126085985421276
+        },
+        "hellaswag": {
+            "acc": 0.4344752041426011,
+            "acc_stderr": 0.0049467486082713456,
+            "acc_norm": 0.5617406891057558,
+            "acc_norm_stderr": 0.004951594063272048
+        },
+        "rte": {
+            "acc": 0.5667870036101083,
+            "acc_stderr": 0.029826764082138284
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355484
+        },
+        "storycloze_2016": {
+            "acc": 0.6787814003206841,
+            "acc_stderr": 0.010798029402794914
+        },
+        "boolq": {
+            "acc": 0.6079510703363914,
+            "acc_stderr": 0.008538802914911997
+        },
+        "arc_easy": {
+            "acc": 0.5728114478114478,
+            "acc_stderr": 0.010150415974210871,
+            "acc_norm": 0.5294612794612794,
+            "acc_norm_stderr": 0.01024195772840968
+        },
+        "arc_challenge": {
+            "acc": 0.25853242320819114,
+            "acc_stderr": 0.012794553754288698,
+            "acc_norm": 0.2781569965870307,
+            "acc_norm_stderr": 0.013094469919538809
+        },
+        "sciq": {
+            "acc": 0.862,
+            "acc_stderr": 0.010912152632504397,
+            "acc_norm": 0.823,
+            "acc_norm_stderr": 0.012075463420375061
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7279651795429815,
+            "acc_norm_stderr": 0.01038276378624739
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..0184acd9aea92710aa4233618d287fe9775dce09
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.321,
+            "acc_stderr": 0.014770821817934645
+        },
+        "anli_r2": {
+            "acc": 0.317,
+            "acc_stderr": 0.01472167543888022
+        },
+        "anli_r3": {
+            "acc": 0.34833333333333333,
+            "acc_stderr": 0.013759437498874072
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.3742418376564718
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.045126085985421276
+        },
+        "hellaswag": {
+            "acc": 0.4344752041426011,
+            "acc_stderr": 0.0049467486082713456,
+            "acc_norm": 0.5617406891057558,
+            "acc_norm_stderr": 0.004951594063272048
+        },
+        "rte": {
+            "acc": 0.5667870036101083,
+            "acc_stderr": 0.029826764082138284
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355484
+        },
+        "storycloze_2016": {
+            "acc": 0.6787814003206841,
+            "acc_stderr": 0.010798029402794914
+        },
+        "boolq": {
+            "acc": 0.6079510703363914,
+            "acc_stderr": 0.008538802914911997
+        },
+        "arc_easy": {
+            "acc": 0.5728114478114478,
+            "acc_stderr": 0.010150415974210871,
+            "acc_norm": 0.5294612794612794,
+            "acc_norm_stderr": 0.01024195772840968
+        },
+        "arc_challenge": {
+            "acc": 0.25853242320819114,
+            "acc_stderr": 0.012794553754288698,
+            "acc_norm": 0.2781569965870307,
+            "acc_norm_stderr": 0.013094469919538809
+        },
+        "sciq": {
+            "acc": 0.862,
+            "acc_stderr": 0.010912152632504397,
+            "acc_norm": 0.823,
+            "acc_norm_stderr": 0.012075463420375061
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7279651795429815,
+            "acc_norm_stderr": 0.01038276378624739
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf890a81687c0789eb2621e7731dec96970b74
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.302,
+            "acc_stderr": 0.01452608023545955
+        },
+        "anli_r2": {
+            "acc": 0.314,
+            "acc_stderr": 0.014683991951087973
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.013664144006618271
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.298811544991511
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542128
+        },
+        "hellaswag": {
+            "acc": 0.4313881696873133,
+            "acc_stderr": 0.004942578520987353,
+            "acc_norm": 0.560246962756423,
+            "acc_norm_stderr": 0.00495342618606983
+        },
+        "rte": {
+            "acc": 0.5487364620938628,
+            "acc_stderr": 0.029953149241808943
+        },
+        "winogrande": {
+            "acc": 0.5485398579321231,
+            "acc_stderr": 0.013986110301017762
+        },
+        "storycloze_2016": {
+            "acc": 0.6851950828433993,
+            "acc_stderr": 0.010740068943171381
+        },
+        "boolq": {
+            "acc": 0.6024464831804281,
+            "acc_stderr": 0.008559523256936822
+        },
+        "arc_easy": {
+            "acc": 0.5833333333333334,
+            "acc_stderr": 0.010116282977781247,
+            "acc_norm": 0.5555555555555556,
+            "acc_norm_stderr": 0.010196254838691682
+        },
+        "arc_challenge": {
+            "acc": 0.25341296928327645,
+            "acc_stderr": 0.012710896778378606,
+            "acc_norm": 0.28668941979522183,
+            "acc_norm_stderr": 0.01321498632927477
+        },
+        "sciq": {
+            "acc": 0.869,
+            "acc_stderr": 0.010674874844837954,
+            "acc_norm": 0.846,
+            "acc_norm_stderr": 0.0114199130650987
+        },
+        "piqa": {
+            "acc": 0.7377584330794341,
+            "acc_stderr": 0.010262502565172445,
+            "acc_norm": 0.735038084874864,
+            "acc_norm_stderr": 0.010296557993316042
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf890a81687c0789eb2621e7731dec96970b74
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.302,
+            "acc_stderr": 0.01452608023545955
+        },
+        "anli_r2": {
+            "acc": 0.314,
+            "acc_stderr": 0.014683991951087973
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.013664144006618271
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.298811544991511
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542128
+        },
+        "hellaswag": {
+            "acc": 0.4313881696873133,
+            "acc_stderr": 0.004942578520987353,
+            "acc_norm": 0.560246962756423,
+            "acc_norm_stderr": 0.00495342618606983
+        },
+        "rte": {
+            "acc": 0.5487364620938628,
+            "acc_stderr": 0.029953149241808943
+        },
+        "winogrande": {
+            "acc": 0.5485398579321231,
+            "acc_stderr": 0.013986110301017762
+        },
+        "storycloze_2016": {
+            "acc": 0.6851950828433993,
+            "acc_stderr": 0.010740068943171381
+        },
+        "boolq": {
+            "acc": 0.6024464831804281,
+            "acc_stderr": 0.008559523256936822
+        },
+        "arc_easy": {
+            "acc": 0.5833333333333334,
+            "acc_stderr": 0.010116282977781247,
+            "acc_norm": 0.5555555555555556,
+            "acc_norm_stderr": 0.010196254838691682
+        },
+        "arc_challenge": {
+            "acc": 0.25341296928327645,
+            "acc_stderr": 0.012710896778378606,
+            "acc_norm": 0.28668941979522183,
+            "acc_norm_stderr": 0.01321498632927477
+        },
+        "sciq": {
+            "acc": 0.869,
+            "acc_stderr": 0.010674874844837954,
+            "acc_norm": 0.846,
+            "acc_norm_stderr": 0.0114199130650987
+        },
+        "piqa": {
+            "acc": 0.7377584330794341,
+            "acc_stderr": 0.010262502565172445,
+            "acc_norm": 0.735038084874864,
+            "acc_norm_stderr": 0.010296557993316042
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..b1ebf253dc3e90f9368d1e510d60e8cc648ada6c
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.316,
+            "acc_stderr": 0.014709193056057137
+        },
+        "anli_r2": {
+            "acc": 0.346,
+            "acc_stderr": 0.015050266127564448
+        },
+        "anli_r3": {
+            "acc": 0.3408333333333333,
+            "acc_stderr": 0.01368860079329694
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.067031892279424,
+            "f1": 0.41171827565270186
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.4309898426608245,
+            "acc_stderr": 0.00494202620027959,
+            "acc_norm": 0.5628360884285999,
+            "acc_norm_stderr": 0.004950221546187576
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5572217837411207,
+            "acc_stderr": 0.013960157350784964
+        },
+        "storycloze_2016": {
+            "acc": 0.6846606092998396,
+            "acc_stderr": 0.010744989116260668
+        },
+        "boolq": {
+            "acc": 0.6024464831804281,
+            "acc_stderr": 0.008559523256936824
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.010108889212447772,
+            "acc_norm": 0.5660774410774411,
+            "acc_norm_stderr": 0.010169795770462101
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112573,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.874,
+            "acc_stderr": 0.010499249222408047,
+            "acc_norm": 0.848,
+            "acc_norm_stderr": 0.011358918303475284
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.01020695666205625,
+            "acc_norm": 0.735038084874864,
+            "acc_norm_stderr": 0.010296557993316038
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3_lm-eval_global_step52452_2023-02-13-10-25-19_3shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3_lm-eval_global_step52452_2023-02-13-10-25-19_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..b1ebf253dc3e90f9368d1e510d60e8cc648ada6c
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_3_lm-eval_global_step52452_2023-02-13-10-25-19_3shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.316,
+            "acc_stderr": 0.014709193056057137
+        },
+        "anli_r2": {
+            "acc": 0.346,
+            "acc_stderr": 0.015050266127564448
+        },
+        "anli_r3": {
+            "acc": 0.3408333333333333,
+            "acc_stderr": 0.01368860079329694
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.067031892279424,
+            "f1": 0.41171827565270186
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.4309898426608245,
+            "acc_stderr": 0.00494202620027959,
+            "acc_norm": 0.5628360884285999,
+            "acc_norm_stderr": 0.004950221546187576
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5572217837411207,
+            "acc_stderr": 0.013960157350784964
+        },
+        "storycloze_2016": {
+            "acc": 0.6846606092998396,
+            "acc_stderr": 0.010744989116260668
+        },
+        "boolq": {
+            "acc": 0.6024464831804281,
+            "acc_stderr": 0.008559523256936824
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.010108889212447772,
+            "acc_norm": 0.5660774410774411,
+            "acc_norm_stderr": 0.010169795770462101
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112573,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.874,
+            "acc_stderr": 0.010499249222408047,
+            "acc_norm": 0.848,
+            "acc_norm_stderr": 0.011358918303475284
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.01020695666205625,
+            "acc_norm": 0.735038084874864,
+            "acc_norm_stderr": 0.010296557993316038
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..3bbca7d0214649e7b5bfe9e6bb4225d03fe54b3c
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.306,
+            "acc_stderr": 0.014580006055436967
+        },
+        "anli_r2": {
+            "acc": 0.357,
+            "acc_stderr": 0.015158521721486774
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.5714285714285714,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.42325083704394045
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.004939925958728875,
+            "acc_norm": 0.5642302330213105,
+            "acc_norm_stderr": 0.004948439229523908
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.030063300411902652
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015701
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929396
+        },
+        "boolq": {
+            "acc": 0.5944954128440367,
+            "acc_stderr": 0.008587459055441612
+        },
+        "arc_easy": {
+            "acc": 0.5858585858585859,
+            "acc_stderr": 0.010107387673002524,
+            "acc_norm": 0.5736531986531986,
+            "acc_norm_stderr": 0.010147858603835146
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.01283552390947384,
+            "acc_norm": 0.28924914675767915,
+            "acc_norm_stderr": 0.013250012579393443
+        },
+        "sciq": {
+            "acc": 0.882,
+            "acc_stderr": 0.010206869264381791,
+            "acc_norm": 0.858,
+            "acc_norm_stderr": 0.011043457699378225
+        },
+        "piqa": {
+            "acc": 0.7410228509249184,
+            "acc_stderr": 0.010220966031405607,
+            "acc_norm": 0.733949945593036,
+            "acc_norm_stderr": 0.01031003926335282
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..3bbca7d0214649e7b5bfe9e6bb4225d03fe54b3c
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.306,
+            "acc_stderr": 0.014580006055436967
+        },
+        "anli_r2": {
+            "acc": 0.357,
+            "acc_stderr": 0.015158521721486774
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.5714285714285714,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.42325083704394045
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.004939925958728875,
+            "acc_norm": 0.5642302330213105,
+            "acc_norm_stderr": 0.004948439229523908
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.030063300411902652
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015701
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929396
+        },
+        "boolq": {
+            "acc": 0.5944954128440367,
+            "acc_stderr": 0.008587459055441612
+        },
+        "arc_easy": {
+            "acc": 0.5858585858585859,
+            "acc_stderr": 0.010107387673002524,
+            "acc_norm": 0.5736531986531986,
+            "acc_norm_stderr": 0.010147858603835146
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.01283552390947384,
+            "acc_norm": 0.28924914675767915,
+            "acc_norm_stderr": 0.013250012579393443
+        },
+        "sciq": {
+            "acc": 0.882,
+            "acc_stderr": 0.010206869264381791,
+            "acc_norm": 0.858,
+            "acc_norm_stderr": 0.011043457699378225
+        },
+        "piqa": {
+            "acc": 0.7410228509249184,
+            "acc_stderr": 0.010220966031405607,
+            "acc_norm": 0.733949945593036,
+            "acc_norm_stderr": 0.01031003926335282
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..9531c27141591a7c276a1f64bb353d5b5d318c9d
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.311,
+            "acc_stderr": 0.014645596385722695
+        },
+        "anli_r2": {
+            "acc": 0.347,
+            "acc_stderr": 0.015060472031706622
+        },
+        "anli_r3": {
+            "acc": 0.36083333333333334,
+            "acc_stderr": 0.013869180252444865
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.3462184873949579
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43089026090420235,
+            "acc_stderr": 0.004941887610849048,
+            "acc_norm": 0.5655247958573989,
+            "acc_norm_stderr": 0.004946748608271347
+        },
+        "rte": {
+            "acc": 0.5595667870036101,
+            "acc_stderr": 0.029882123363118726
+        },
+        "winogrande": {
+            "acc": 0.531965272296764,
+            "acc_stderr": 0.014023739221166382
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248539
+        },
+        "boolq": {
+            "acc": 0.6018348623853211,
+            "acc_stderr": 0.008561755594317447
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.01010888921244778,
+            "acc_norm": 0.563973063973064,
+            "acc_norm_stderr": 0.010175459582759738
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.012915774781523198,
+            "acc_norm": 0.29948805460750855,
+            "acc_norm_stderr": 0.01338502163731357
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.010244215145336664,
+            "acc_norm": 0.869,
+            "acc_norm_stderr": 0.010674874844837957
+        },
+        "piqa": {
+            "acc": 0.735038084874864,
+            "acc_stderr": 0.010296557993316045,
+            "acc_norm": 0.7388465723612623,
+            "acc_norm_stderr": 0.010248738649935593
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..9531c27141591a7c276a1f64bb353d5b5d318c9d
--- /dev/null
+++ b/2b855b14bc4seed2/evaluation/rankeval/2b855b14bc4seed2_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.311,
+            "acc_stderr": 0.014645596385722695
+        },
+        "anli_r2": {
+            "acc": 0.347,
+            "acc_stderr": 0.015060472031706622
+        },
+        "anli_r3": {
+            "acc": 0.36083333333333334,
+            "acc_stderr": 0.013869180252444865
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.3462184873949579
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43089026090420235,
+            "acc_stderr": 0.004941887610849048,
+            "acc_norm": 0.5655247958573989,
+            "acc_norm_stderr": 0.004946748608271347
+        },
+        "rte": {
+            "acc": 0.5595667870036101,
+            "acc_stderr": 0.029882123363118726
+        },
+        "winogrande": {
+            "acc": 0.531965272296764,
+            "acc_stderr": 0.014023739221166382
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248539
+        },
+        "boolq": {
+            "acc": 0.6018348623853211,
+            "acc_stderr": 0.008561755594317447
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.01010888921244778,
+            "acc_norm": 0.563973063973064,
+            "acc_norm_stderr": 0.010175459582759738
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.012915774781523198,
+            "acc_norm": 0.29948805460750855,
+            "acc_norm_stderr": 0.01338502163731357
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.010244215145336664,
+            "acc_norm": 0.869,
+            "acc_norm_stderr": 0.010674874844837957
+        },
+        "piqa": {
+            "acc": 0.735038084874864,
+            "acc_stderr": 0.010296557993316045,
+            "acc_norm": 0.7388465723612623,
+            "acc_norm_stderr": 0.010248738649935593
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c76c4c43087cfef79f215ee85f56e4fed95d29
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322df6db617991dda4082f3efa9fe8b823acd6d299e3057649d46b8bf24a96a9
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d727ca3b31f6655724ae5400ad9f8a3e661d3db3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebde0e546b37c92b377e29e26323db2e1604fea50d53bfccaf01f258a00d43b
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc3a9c6bc5f4065ccd16704b13ad8393e3bcd91
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23707feb6dd7b4d4ba16ee37fb71cb973230274d588c25ccc6542a5ac43d350e
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a852cdcabb9696b1333058d6178e74e2f0a6d2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9651ea30e8eb50a0d936657f4df77f212034aa26079c29786e89c23c347d589d
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec03ab7a9f716239172e544b34f3fd83a282f6e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf3d412b151e30f0a18b3210010b02c9b43363edf9e00497770d3cf136400a6
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5a20a4a8c2a240729adb66202950f4f6b31ba2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb99fbac731d93ba45243ae63453d95d9219063bec8838a05e3de33e5442135
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe124f3942cb03d3ab80f5117140bd621109448c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f28fae5ded2b2922ff557e3a918a8d4260779271d26f79f1802b3addfa63e
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c64fbd51a4a070df7d1e30243789fe3b1550903
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c88cad1488c5d02fa0e00bfc8b3e417adfac4f0a5841e257091dfb8005b631
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfabf3098fd46c2e9f73d8833ff1620950e230e8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d4eb2bda018e6a96ae4b3f7af9b82d5f63e32dc8eedc03a39ee6e3895f4460
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09feaed324ed47dd72d4b7c85c9ce0d21fe4b68
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2d0adcf65d8c7b33d6dc09adae7790daa3772445e50cbec3609552e66efae
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a89a44fae4afce3415ae157beaca3806870d685
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c55a7af790fc677e513f033c15da9f3f283514f4b14161c22996e97745d4af
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed11d6384c6174e044d6a1f2f50855b1ebdcbd2b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab87088bba8d1c9f23aeb52860c832cade45b12f7336a2b92580e8523f0e5c
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbbd90ef2d31e1734ca171b0e698375a15bc4e4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb00bac4f85cdc643eac502f6718d0c0dfd8114b239658cd83eca5bdf29d166
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e625e4faf3efc6af128c4e41fab5fb8ee10b9cc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0a6d4c17f4678adc0590a2477c072ab29fc8884001e2eb9d64568ab1bb5a04
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d571584698b1ab39a6c653c8949d265ccba55f65
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0afafd7e08df60c23069754a8849f78a2c0269e299ab4d763133d846d0bf088
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21751c769905d5aa7c00cca0bc80941907f902fa
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ee6dbf4cf1bc2cd8fa1437905174e718644a08523cae1a6506f1bec539f71
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85049a49e66dda5cf0a2d1cb9611a5b25df8f657
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f53e23ef78504a2ea14dd3e12241878bd724068991fcfe74aa14d204daaea13
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316b2a1b75da1f87d648fab3d01364a270d1437b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19287ba1fc790216c4fe10817a2220add8e8f0849af6dee5ce7f0c0a072f415
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d1e73363eccf73bed1ff2683eb495c7fa1718e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb8131661d27a8ab753123649ec3a5413ecb6909f25c2d5686ced0712c735bf
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb6f2f72f7e3d5b064a78cf983a6d719dae8e48
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026451647aa63410954a456bce1794ed382f2f746a643feb292c8aa5539f5b64
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e596ba61c309c299e412b3f944e32ca98c093d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b03d924810e6b7156157acb82360728249742943030380ad42802a6aa6d697d
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a1b72771e7f1e9ce0e3f607b92c10641c1511
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2f478d74a500eb143a087bd62ccdb0f18bc412e360b5e3267e2090616de005
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a1a11050c2aba51b755a63f8bfc2cdb7b4b71e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0008366969396b551cb3691f028526d1b123d2a6b4e0b8f82d2acb563eeae6
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3df29643cf66135c1e4311eaa0d916d5da8bb66
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7aac5c42f55f0011fb74a0eca8aab39fb23b6c6c65c52c714e461be736d5b6
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5739e3d6d65384549a62340d8ac468f3e0454c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7397b078a3fbab8825267f944d414d18fded63fcb037609b95b87177cd5daeb
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfcc069a4c8159833d02f6d56d6d134de4b6657
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd274e39ab1a0290057e73079458c232ac6144f5bcef98e12c1e56f66ff63c1
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9816d087ed764959997404d07ed6c0826ced950d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c512f17587be4854f0b45dec93820272119de91b13dd28708ae854ed872a5308
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc365f102e084dc320c9142af12aec2da811a8d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce1ba163c357ab6f93b455523398e6916f284ebaefb67bf5e10cfd4ea9bd45b
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec5a0f2a1357e7f884fa2550a7c46cf7b45843
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d8098fdda2973d28a6ab1ebd5747c1bbaa6edf041e823dc295e4066ba7fdc
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095359c69e99595e31357cbc5d635d71e2caafa4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c97ddf5ca720d440cf0e51cfe258a75c51aafcec4520beedad23c98826404d
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3b4fc968faf6e1da1aefddde1add0f9877493
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d2db11cbadc9852f36bae07a53966a92f8a06daa588af09150de2f47281887
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f9c22f07fcfaecb2d175ab94b2fad7024ef297
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b86de9479f2826e211809b7fba328d837c03933be9def889a7278bedb8161ff
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111712d1fad89c569993cadf21105e8e66d29fb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cf2c4b92a56c688399f39a083d888d51cba8f1a6523551b37dea0a469c3205
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9d61b1f2ede72d9d13c2f20e26ba09e46b20de
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c31572ed2bf78e67686f60ed8e8a4643a54f72047ba64c052cac9419b20b5f
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e14461121e0eb77092222bc505669ee568dec48
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991872c207412334cb8ff6a5c28041515af9d690d1d23eff37f6139468340a43
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f820ce683ef8b713b92c4fcd49798a9f7460040d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e17461b21d1ea0f3878e374cdb8ce83b37fec57f46375172a9472e032d4a74
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf61554fbf1279bf8541c9377d2fffc0801b8ac
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d29825a0cc3e82032f2f118165c018508464f6d169e2e4440bd576b12bf8cc
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf240dc60553fd290d24118353dad96d4e468f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7a8de34b3cad85cf559e3c9dd337f2f77624857e7da342d511e8fdda9b463f
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9601c1d7ff42ebedaced017f11af9e30c7346812
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dfb7d9622847124f653e4561af7cdaa90231fe0c5ff439d6cf9198f7d28903
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f0e317762ce0863ae6a39d57fa6d55711bc785
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea38bd253acb4580cf931911901393ed92c32221f0ef3a81ea210fd643a0ad5
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad7dd60db2cc7448827a4e3596307dcdc15084
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd8108adcd2d84e8da4fce37c76c26940267bff0aa8b2a59ee0f1b3358e657d
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6325351a030d441e0c34f729385c7c41f0a1c7c6
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17526e3a123c501a91cc7f93d7df2a04b6cd2e8dc045cb33524804fa9bcfa49
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8d40896cbaad76b7f557d80ffcde0891120bf8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e473bb9fa15956900bb0c33457c5bab13464f56b16825a073c6bec44e162644c
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d999635a2583428a63f79716d2da34a4731e4564
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e761233ba5cd0f4081f75d832c5bb9fff4904f8f7d1c87fa68e6f2fcc3e11ec
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4343f5934e5f4f6c9d5febbc8d4c8f5a0ec96b3f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb482bf06b3d31cfb850d955bf14b7c4be62394e3a8e96f6d257a0c9bb878731
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b30de43247965c3564ffc9f0f7cc6b1e911445
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223c2e6c1314ce64063950f62824e747154c01deda3598c1018d60e578c5c7e
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c520942e588a6300a9d70c236227201616e8e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8210279c67e0647c2af60fa471c64734da61abbc5428421221b72b05fd319476
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a048e71b33b2f233fe683f8120a3258e24b505ca
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15a1417631b7176ac6b21f44f7c009aaf5f0d5aac0e6b0a9cc24137899d8328
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe18ae70c57fd6ada37effc45f2b3978898bbafe
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62333a1ecd77bdb1252cd1eb597f57aa7e9728fcba367959571b68f60fa2d92
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66437558519c5f0cc228343397372f1f4b06147
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0516a686f24d35069060f94b3c7abf431c775015e039598a855362a84604c74d
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf146260fd106f0b54149388fc46068a9b99af4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733fce78c9eda518e9ee3be3625e500594033086e4cfe0826ea0bc010f49bd4c
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc48e6a2960620ced5eb551eb7ee99bb47f3300
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a29a97c853664c22bdb194f3f5de1480625b89bf070dba2c03ef0b4750d92b
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e48e4ccc2609d610e483c4486853e8d2170cbe8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dbbe07103cadda93723e7adc52c771d5be6ae4f92fac4f4c2d938726bcccf0
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22388fa5ddd4f32b9a77fdc092e4b6a823ca8698
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d3de703e9aa3249052c39570072db9bde8d830848c7b9340295998397db883
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ef795b0194d387d1b2a8d6038b017a46cf867
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea6a2371f59ab6b83b6cfe56b14e52411a33f177e6c8c65b7f564226bb9a6f1
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36355ec1689ecce8640754ff483651bb8d6446a2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ef4e2ecdccd7302151ca1e69afd92db03c6d73d0950c80ed0ec82e6a4a02dc
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7dc29598d13a963b5054bd5f8bf5bc6ef8957b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b093361311d246227c9dda4b6875206050ef5d7511978104ef286932783b7b
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b00896deb2a515d6395039a6eb1495ae3b144
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6305e3a8deb115e3a3c98cfe44902533a7c32ee59542962aabf5f18fd27632a4
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f61b7b71928bea84aae2f70b80a909db196f779
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced4431a95254057840bdeebb52e5eb62098749787a88406cb941538aeffb85b
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20baffe30860c063d2581d360ad02dc63076ee9
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05cda347892ddd69d1a6e89054701b1dbe8fc354f33b0687479896c0fe0b099
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48900b65d44f2c9e1b49170d4f2fcda334b089fa
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014b6d8f6daf4eaccce79297d76600f71e0fee2e22c10ff57ccd7698567be6ac
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10f016e9129c96e6936aa564119a0a8fd4d7f7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877893e59a0044d0eb8079dfd9fd9356fb3f7c08f04659a25558da711af02ba2
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e266da0aecddca01b071ce9656cf67082b06bf
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d008e45d1c3960f4256d9a10181af7c6607d31d26f853d78c0bd22e10b358fc
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51f85e9338f0bafbc9062133f16973d4e94c97c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e0fdc17884bb8b9b4ddca47c3f26dc97f5b635e39c277a97082f66700b0325
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dbe5a69275d0c4376679d27e3528b98f8b361d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a580bd391aca832de8077571a0f19004d212e2827f202ec217aa59ee1d98c4
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef76b6b38727c23eb6e8ae56cd310c584565361b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00dfdb1c01731c28df9d53cdf36dc7d3c2d67be07b4b5510dacd94f78f4ed98
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de80b0fa53c04e39ef14bc1f73155da86eaf1c2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f246982e05527a1fcad724d5580f70bf086832093e3627c5c2cb13691f83fd
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00d9a942fa7828275b564ff4f5a7112c9c7be4f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a3e6f012bb666cff0830263febe25a614003f5de254b6bb3efc8f7448328f9
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3498e8e1a275edc167afdf4b666dd00e4a04f477
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6153135adc236d7d5f1f978d1e8fc738f87cbacdd3f9f8988056e62334c5db5
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fa5cc1f8da8c73c367e2b4bbdd55044d7b0ae6
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a20225ecc0d86f511fd9a038f18280c33e34036eae07970a61a6765f4acbf
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2434519053572573633f8c5bcc8043d380c1d65
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eee4ad876b1fbfbed8b43b65ff92dd193aefcb392ea3db1a366312cbf46300
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1661d2157ba219a8bb898e0d0142893718962e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd296ccd958be83ab80c10eb52fcad1150194a674a503accbce5583b12b6c16
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a0b21855a99a680793f7e68dfb7d846106e5d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8456adc0922437c143ea2c904b4a85c5c5c0ee58f92bd0f8f6567bfa7342594b
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8004ec7fde8cfc19b506c62484e1ef6a999c2e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6985cc3204aaa4e97d90839ae71ecaa4497117ab263eaf301115a91fe7dff74
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919ec74549a81c1e053936d1c787af374338f16
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277d0cf2f43f0def6ac40fc6e0bfc9a7526aa112ba927c56ac00feabcb4f2767
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605a47aea6ea1fa60da3ecd3421ae7ab52a5155
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125b85c881eb537b96b043835381efe4826162a104f61034cf5d3618caffebe7
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f561ea9136d15b014debb673f6304b979d7a7706
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ed7386f9b79cc912ea1ab6b652ba62ca977b6feafba34cc42199ae82e12c5
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bed290b9aa344dae13dd5c925bb03576006868
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b51e74cb797318cc7e7df45f16c804176594433aa3675317153caf44c7c52a
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28872d1d93fa5eba1cfb6feba00ee1d4e86286c9
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f591d3941a954324c5d75445ca4670b43d4498058a1d44f458d289e3cb230ce9
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0874afba6efc824e29cbfa3470d934eac94fb11b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea2cc0ddc545a80e6ace3bc6218f518e394259a1cf0fa0e3017fae3696207e8
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc70a78d042b5ddbcf48005408b71a29ce69c8a7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6df9c839e375ca6f94c42a694b3f4b386e63b50ef43e4859bcbab5b7641c004
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3879a30004db0cac27e0cfb48b671127339de0c6
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda4d0f5622a8a593c69aa39c515607ca0276cf2f36c88e0ebd02e7a79938187
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc2ffd25cda69de9abf7277ba647f85ebb5e879
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6ddadd64cbd3fc3fb0bcbdfec34e8d8a2fc42df396a2dd004de45aceb94686
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f29bb0bb2183e886cc595c2984d71d91fe4c759
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f1fd3c01efef8d20d6b5e1c5a5fd0e9f510cc08db437fdde128ac270552ff0
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada3c9b27a1a492db0e17f173288ec45fe87948a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd698b72e6569aa67aebb2fd720337fb281ab21bf66175625269ffb42bc7bd
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848d5c1647403405b017bb63c567894b0c8c53b5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8078843a6a146f00db7aca0b4a013f570a898b2424f4a5865dcd389f7b395b
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debfb63da37ac9da6ead7b267aae2dbf80558084
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd49b9b157a146cbe49f8f540e67d228c4cc3747f083e7383d311a68a7a0e5a
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc440dab6a983bd3b818217a00411274acbea2ed
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d5387d7e79bbbeaab5f3646e911e3188bbd4701416fb198ec8f9d72445507
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd07a3101e581664f9b0f175664d371dfffbee7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f913b97f37109b9e9cf68404c7ea05c49a893ca2b9fb77e18f9727e2811dd0
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4241d439354954d165cf823251016545a69dffc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0021f5662f1682f886036cafbc35dfbc0987b016e03ac4e475867080ab45cf52
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6301904aee58e9605aea2998d28001b356eb9bb9
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea62e473259a5167ccabc509fb5a34e907b8f02fe259b40afe798da70f245cf
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d01a273ae88a55d7f254957a17c7497ae6d7b6
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e6428af81f3533f36fb9b501a87389644d1c3ac8637bee7a27ea6c8187872a
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a92b27785ec85d4f48f46599f2ccc85b41c6be
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36129bcdcad5de2023aa31587da27d93e7a8a28f4f4f87aea569f101d0d87b97
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74530b33e313abd914f7dde8d304d9fe8dac414f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8263f6d8d3e90a3aa6eb2baa466213c89993ca141991e5663ae5818924adeb
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f4e78edbac9c79ffaab8b1a591f01ba4784f9a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1447e7f8b304da055e5d8cdbcb15baff1fe62ca4703ceaca2257c11f24e9a5fb
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579bcc658b91e8485b91e03af072db7818f05c4f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece7b1d0dab5c5244c562ad960ce0268f6fb55ae56e18e6ac8793f184dd6568
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025375e3ed828c641765f5e7df5b7163492307c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f7efaf79950c6775a2067f7ab42d1c5ee198fb0aafcad6f1ac20d92fa30231
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9e28b1f8e5cb7fbeebdcafb30d6fb68608cbce
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1f029e9bf1c7d3251273f757841844743689e90d1044cc8b7d0652be2346f3
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add3d24626407bb97ece7824788fed68146fabc3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f51b5f9ad953e95c4214da0559cef32284429592d7bfd68ad1c93efb2567b7f
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef3eb4bfefe5594cd4a939cc907f976385a5543
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81158864c8451d666501c22ba2fd6a43281cd9e8a63117337b4f13b4c7d891d
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f139bc8601eec7aa7a14f57686738cc4f6562670
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56920836df5540016c560ba7de10ad210eb215c14eb90b010287473c4036eba
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eb98054506dbdf57ad0484d6b87b55765fbb83
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e03a242e61f93cb049f83e785723ac1771d0da1e8c0afb65b3139da061264b
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1d700bd36fa825cec2f02a5549b02bda768c2b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29b7c7ddfcf2b8bcb5900a7eea620c5e89afcf34aaa34487268a4fa0386958c
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cca53fc27a1fdccd97b77c6395cb873f15f4bab
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dd8f8a4ba641e1768364cdf9d104620b17a1f05e710e3eb613df79a9d6b717
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c5bc090f2cc59267012638454ab1f4d92c588
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb7047a404e1e3faccd1777c319cd882db1aa9ae619d3907135b7044b1a5e70
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1458431c2714b98cd54ac445c3ce713c5b0b36
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caad359fa31ace36cb2604d435a011a2f0f41386778ce44673f8546539ca557
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a642c0e5e9a86c4f0ff9d374fdad44f5ff35da8e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79077e35340c986ba4f6591b342232fe9927ad4b15c54514f6c25a4060d95908
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bcd6a0ce4bf010c6aec523b6d43e702d92d050
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc13c0c1927438ea77fd3b86ec1ff75764c8b57835b957d8b717800e6e46040
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e2bc84928f50d477c4d86f2d4722de77e1d673
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2086ec02b5619743b6199f84de3ceb434b27278d13570b65f19a032646ce10b3
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e802d45c48f306f1c882a965b89b3670a12895
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc78f51fb2d36e302b0a8374c902d554bdb85c8c4ac5302cff7c880d53c8aab
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8d274166d8e3f241917039308661130f708dad
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28c5160289d60f856514aee797588b8fec60f3547fd64ebbdd5f5db15c3d262
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d948c1d2d6a7ab436b49712378f98749b1f42a0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddaf0a980eb5f0849f421da70e48ba993b8a36e01c840d3ad5e0686ff4f756c
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff33dfd286b3f44355d6953e13d9cf1fe75454c2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbeb152b560a9599c30cd9d6ec884a1d668684320abdb3100ec75be254e9888
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bd5e0d32daaad8dbc87609724f590996002c88
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97fc76d5add8e6181392f153fb924414d792a30edf428d5c5276237b3a073e8
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b929f7cea580fdac963ed20424ef9e12cb01a59
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba8fb3897b9b1cc581caaddbab8fc577edf9f298d99620838b738e92c87e512
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6145cdbf8743ac54e13adb9c867ce9f2a2df0127
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a33219cd7736268099e216ffdc32e3abd2b586bbeb1fab9c5762fc2c7e4e47
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbc2364d66a50e0a78e6a5c71b9c51a6a2e8680
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbc8c8d7fe611dcdb36466caa7926a1c25ea0610b68ed5faab2259e865678eb
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc1fa1a104026b3e8522a42b80c9166c1fd1bf
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cae8cf3bfea8447a5ff9528e439d48529304d1d22d2c87e4a3a92405261d6e
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508694bdd50ed8b26af2836eda29ed3338e8e8b4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce5f295e61890a566a3c3138ad273cdf8417df3d6469a5331ed38844d84eaba
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8146487673a6a37e96ae360928cdbce1a59dfbfd
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b7864e6f1652610d33b84b56458f54aa06559280ac43ada8d6941e657caa68
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83725011d3f073be577012326553faf79c75a607
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22faebf240e2a40efcea829cbd4a2477a1164ccedd623a6358e9a6a0062c4448
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c3d0448b4cc048aa447ffc920092727ba8102b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef5c3ed57b9e754e220674e61f969875b2e9a9a936d3829d45221abef235fa
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327de87f7f604c802186b0459d92b7ba83570caa
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f01ea1b794eacba2a2726200c496f6034fd1ab42ef00b03e09552c152c0d03
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca17356858f6efb9141e12a755024d5d6841c33
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f06253cb0338f40c786da3ff14e58ade4ef5f3b8e8e70a4f9be5878eddf0ee5
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8988976d3ca30939d686bdc4c50f9b14d02d2f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb0278fb38e6d8b1733a9814941f02b8a35e8896f3b5d8828081e311fa4e405
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2769578f38353a4c059192a82149d09006a232
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a569994fd8dfbfbbba7398516999516044345b29d02a3dd4f75fb123826c804
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c9ad9443476973628d7b9cbc79560fd3aafc3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b569100bf1327e4eeefa4670accf50a8c110a1af796a55a88eaecd4d963bbb0
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c5a4391405617d915d9ae25a649a5cca9f96c1
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280acc2ac47b7dff9fdf5729a3fae05fdeef1213785f9ab60bd8b4e12ae94197
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f720c25d97d0544897311679ef75d191329fbc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a509532735ee51acca4cb91661c67f515507cee52ebc9527382dd43fc76bba3e
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2099c427b42563e6b91df9a1d101054cda354a60
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48840d5d30aee4650fd41ccfd05dd10212eecbde3782bc9e264d5795fb38f6c0
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5624fec63ac0a1652e714b7ee761f83d6cde4c51
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e52fdd9468c6273b303d8a7ce433aa0e92eddfc4458bc3cea6f60d4345292b
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2509e70f25e0a55b7d3c448c9466c7cf2d0f5e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec1caf216973b63d1a6b28a8ae69eecf2d65320b1fe93a998f023a45124101f
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265b3c1a3cbf422b44b862b97677bac1ea2464cc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7f269b95e97f8beb70dc3d9b60a2eabe6d97ad9c17a658e4d5e0179e4301ae
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b692bfe35a39da96ddf07dc7a1eb119de527a2b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ff4d56def0cbc1e071a774519b177784af523299e1a9989afd8ae7ace45a2e
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145f7b5c2bfe2518e34b2ba5c253a9c8de2d311f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a993d59a2c1d748334d1d967a729edf6de16f2eab4d4998a9d1129740b1c4a8
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df16ef92eb08fdcfe7078afec7bf1a6884053e4f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aee364d77631d0e3c878ce3b7562aaf6fe49b5a72173beb1fa6c60a11ccdf5
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc637437a15615e24927869a8f63a5c5d6e2e5e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4003f5cc9ee1f52cceb85416db46f7b29d6e2a1ab71aeb27f96b5085ea397dd
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f381e40142fcbecd6838f34e60cb3c87c66072e7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328b69b2b6464e47479a5fd5d60bfd83249fe57b2f9566f4fbc9d4eb93def2a
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15463865be9664b889b31d76e37804aa621cbdd
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bc7822939ca7cb240957a34f5127389302ba0e58e80ef81f91671ae871e665
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3553c96e9109f6e02ae05147a9f88994e31bae40
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1573460082fb2efe8659748d14f0dabd11e829a4c91f93b66f15e19194bb7035
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430073648c9aee4e8c3ab1797fbf5f193bb47b1b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dca3f0f100cf25a0fba26977265e26c9c52dad2ca5da9ad99a9214670bab66
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecd134db4d3ca8b72b5a9b9711f7d7671eb7bee
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f94511f9a308bb6952e68d91459f6290c8cdfe1f9b267c618f251f23c94537
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060f2bce462392e1ddcafbb277f93cb71bbd5b21
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194b0ea9d9af8fbd590e2a083aaddeaed76b588034987aa12de984b8bb4d2009
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85296e1156b8974b9d3c60bfbd76ac435278feb4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93a99cd7218263631698479b895d6afc5b2ddc8a6582aeb47c2bcfb21299c77
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e30986ed2926f3cda960f23b8204348fbe27e8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd18f714d9ad3db8b4c7d8a3b41527f3a4d9831c5368981f27996b87b179771
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d855732b1caa9d443f6614d56578a3652fab740
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e95a8964c009e2a1d8261dc98aeb373a0de06e1139cea48e3ccfe7d1f3c8db9
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd3b10a06069243d44b13c9b26c5cf5e91f2b5c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c844c5d1d2227fef06bf819a8f435cef13e861b92545f39c089809044aee3c92
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d019b31c7cd6840c2428197331baa94537a1797
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea57678ed0796c7f2780cbea0c09a79fd533d16b776cd1bb944d873d1e372d7
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b48ebe020abae82541aee952220bac8aa94df1
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b655a45ea111eb8a4f1463e3bd2676804989bcd9a990c9c11b649f0625c187
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729b537be20777a252300c4e5a5d1952427fe9e2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5481345bc7df55c4326e49169e5824765d9eb876af78f2bc02cdacbf753ec585
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8762e03d6ca206b1d3bc70a156ae8ebab27322e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ac9932c3e5c7dfcf28bac202d1c59c5466d4f41a003590de21ad2ebca1ba27
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57855f7210b4a0af81543ab2bdfad46d6edb772
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6be8b38571bdd67da27e455f92b6256066f385a54033ef84de3184526bf8f1
+size 131677933
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf14e11c22eb26fc8ebee5c69b6abfe2f58dbfe8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f2f8f302a06d34e3b03fd28b611c648b0b5092842fa763e2126f5269fdce2
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e3c7fd7de39dc4fd05f0127d7b7d9e26721471
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d37c5316181c24058cf44dacb864bf68bf92de83d3c09de1e614e45f7c3224
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfa3921211c8badc6cdc2bde2450a492429a723
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f0e893155ee80fde9ed1a71946912a9ca5288033015ae76ed065e469ab36a
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e21ba64262cb337981b7038ca43f670e419067
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45ba4789cbbfb7561818bc45084efdf46452a0e5139f37f6239bea15d443ba1
+size 131677922
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3500b4bbf1b1118b06a30407fa10bf9f76520e9
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1566d171a01f86a256f9162329ae35008b970ad95d4043bcf8d81eb0a80a512c
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e749c70dd90308d51b72aff005633831a79e9a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ff94d340e4e9f464de7cab740463bb147e6335d3f1da6ada074ffbb8775808
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8f3961f40c03cf3a82116a8760e22e467a12aa
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76981d115313c3ff2f881f7996ad9fb0bdc4dca4b4c66f02964e8c264341254
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ef45f770cd720bb7a93991db6e7536c5793bc9
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b26e4d24a4287aeba90fc85ca8d1d42091451fff08a2700e0bc15e29cbb783
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a920c7948e29883a6c4b832b9fd1db2940bceb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f560e98ebc78f37ed19196bba23f24b64ab5d296283266f5dc71e9c5c017245c
+size 131677805
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6378d67f9d42f692771a756b1f57eb54f1100a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f7e23a588ca057389aa2e4815c1b0122eff5b3e09647c3beaa820815e9216c
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d183862dcd83d5b74fde8b55962f60e6c5b6de5f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0461b774a4ce714ed9c01cf807ec67b2c3780f8389c6fec78c1f6abe1f3d541
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e2971c878bb0b75c37135a7799a008d1167972
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d884a4578b2f869bcff569a9587b3f99193137febb372eeb88feebf4b1b60a9c
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b8ef92d6a069f967a8a89ee40d75a0d17af030
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588f0a7f24fb45150f6589d24531699118e84d4284dbd12f21ced6db3da6cdae
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875281c2659c93dc1f8f2503f956d5966b349ba6
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec5ee6e52962ae859b288e7126111a6c906b93575d57de35f075ee0eca66ed0
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857ef62089123ebe689322f04972f83f2f201928
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8e4b1a7b2fb64c37838b852b7821c5ed2c35461a5cfc809480392d644501a9
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d329d2a9d8504a31bf8aa057475c8a943b87f666
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc9ad954bbfc997d94c34e1e00841a129a899b9bc642f543db2d5e23e08b5a6
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfa0c9d1a2f913b94f21cb5a7207407bcf52f11
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eedf9f31ee7159bb534f478c9517549ae4e5ca5a1f5accc6a587e4fffb8830
+size 131677869
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddcd7d3c152a573494ac09f08bc42e0fa1b5f4c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e9fece0c6c4673f023dbedd3893714a207273331e039698ac3cce595db5d3b
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfaa293ce9d8962cd1e8f5816963f685ae7b493
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc540f90041d5b38c0300d00d4245387de5b6da40ec2183f6161222cba638b02
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36dd761a41bc7f9465ad198de4fddfac21db76
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9829a254b2a1a467dd37b5ef43d6c38e8a1b2fa388b49b96e55392bf68fa55f8
+size 131677741
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ca494731663d6c29cfef1d644513ebd91c6f8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa00a4ce3fc0fed9103eed607e0b960ca7cd65821738cad85f89538def05c5a
+size 131677677
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caffadd074a65f041e82c8de6d32c055275cc261
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aee00eaa68ab0002e85781d35c47270528cf0b1307a3596a472813621c44c9
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fe379381e0072e3e6a6029a0070cfcf3eb3da1
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b77a2b5a75bf6d1d2e6295b4a204803155ce201e52313c4bec634e472d8845
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8430af75804001d6f79c30dc36920aac1dee6e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b3d0d9f8c0ebee55da29eb1a479a4716d15ae14938294974e373c5c3d9e7b
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050ff687d46f380fec8f69a0aee8af0101d28f0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61b46c39d0363709d55cc20842f9bdf57ab34e1ad4cce342b40ba96dbe2e359
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eebe22e95120b1f3914a32a3a5038969960d7ff
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d24372c0657dd58132f0f408b528cca1512954d1524c2a1fa30b9a28ee17f6
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7118dc7008d7751aa32932ae72c4dea9f21307
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9091c39d7a3ada0b3344ecd3f33797600612bdfa189450628f9e1b7ce81dbf
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317c62acbb9b362f08885c34f88c54974cbed117
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec667733f94bc24cd5c0ed1ead7694caf7f307bfa7137dd88555afa33dc90425
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc9f5d18da87be8b65984e764e03c18a8f6ea46
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d390cca0ff6fd3b01c21ef2698c7e49d311dc03f67f894a4190ac33aa83260bb
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b3bb816f60affef1ee932bc8ebd19ee0b91c7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59e8853cf8e8b9784447066fe9d7e70b8d2e2bd75ef2265d06a2bc5dd493cf7
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a564c71142b0ae9df975c366f5aa6be58b4931fd
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036887c69bb83cd328134f1c884e9b39ca07693cb397b94e6033395c32700e80
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623d837ea8108242b547f2bbb29ca90a95b30437
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59487f3a41e49007cd0873243a0f4ab27d973c21e865375eabbdb245eaf941a0
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc594c3918f7ced069036b949ad117cd0d30afb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0126cd12e9ffd9e0a34a2f93a19e754ced7b2e0004735d18e0e0044af5732a7f
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0b232c5fc269dbf15d3a7e07fd23a52982fdd4
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267c72bf33d75d9e0faca2b1f9c86b75d9a9c82491997f9899da11234269f6e4
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f888c997c93a50d58b6ce9b9d3fc5b32d9cb5e3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a16785f40512c72f097d6ca34a886e870b7718bed5aaa9c400fb7fa48d50a9
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe3e1decc2e3e0334306bfd46eddad13d78c12b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22ee4199e5c3ffd8067e864f010f28c42717b6ba8537f204679ec09835e7c29
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3cb964ea808f062a8252a468d2550959ecc317
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8039831b1ac9572917b5b897401d4791abd40305afb3bf2b1f5eb6896487bb72
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dab8de8b85d57e7955f50621ea83606c2e8a4a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a764d1c61c956a427e28734cc6a6ec19ead24bca68063699d60113c957f32f2b
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7314a206219de34fe68bc962f8891632a2ca053c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf284fa393a87562891566c881c33c87b23487b5e0403af8110d1b387af680c1
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28dcf08474d7c587da5fc5f7eaab01812d09875
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90baa3b17e09a6d291086c2ab2c62ceec15aa368e49df58ef29a597898f4115c
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6b4c55598b62d85dca2a9befbf30e7d1e0df83
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97617ab0b6128a9b3583d90ef0187d2597c5abe9d87365c425e76f4ebc66151d
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9893b26568750e2be394f188a788de8bfbbbfe03
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac4d57aa933363438b30264b5ff9183fe0a39e9771ce37f4ec11aabb7ffaeee
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5379adad85087eb70055d981f0fb1507ca42d051
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c57f3b859d5ff6cd926963c470f6b79c6dad0eb573485a158c41fd3db761e9
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40933ed14926fb3076cfebf9dcf38f4e28cff93
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3434dc1872e6856cd30919b757fbf0729dc35b62780b21e52c256863510ba66
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a1e164778c108e2fde31421b0adda29168cce2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d29a3cdc3cd109fbecb9b586192fd9c0c953679cb0bb39efaadbfaf932579
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b8025f6fe763f12828990e8b823cf24d929b36
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50fc07ef2fb98a6ea8cec40cdb44820b46f59d34ad092ffc68994dc85c7d07
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8518fb1f740e07622c5cc50c0288dcbff3305d1d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a7ddf883803652c48648ed184e482e4aa06da26df431cd24bbd977e4d8dc24
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878efee25b8e22c2b6f0407e47a09369752dfa9a
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6064c4747772bea60efafcdcbbbb039a269475b3457fc706ff0e10ff32152399
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0883eb9bc478e96ab4dc8378bab9faa648cb35
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83162aaf1f603d99e1a47c73376ac4cbbd77f0d4d153a1de23b61fa53dc40c65
+size 131677847
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510cda53b518d5ddb4c90ef89cfc4aefd494405
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855798c8ed7f47f77bc6f774479d3758b143962a6041660582875ccf1806bb9
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae51838d4b201879938bcdd63bf9670be76a48f8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9981c8f66f70bad9cfd889e759e16976a04a70c0a108bcc0c11b0a1ef3c12d8
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdc5c3d69784c964e62d206e1f1271b05d4aef2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699e948aa1fda748df55237eef8400059753ff38e57b980f6222a36162ffb9b4
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed85bf519228685dbb1d5e6b1fa424a7de8596f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8447d16b8dba4c42b51e4d6422dfd31ba69da4e36b72f537c2ec65329bd09b7a
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a689ad5d15234bac40bd74e66e7a92d4c8d8fb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc58206091ee4dabb6c5bd6a8c6a3f48b75d0481e1c4f23b81eb8e454fb569d
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55754683e7cb34c7670a4a775252149cb3d5dbc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495bce07681f847a8931bda99c19ef89f788f5691c41dddbbacc68661fb5b76
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53997849dc3fec38ac53060447c0c0369bcfe57
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df5249776d7b337cf3d45a994d9281ffb0f741bfb4137c95901a6e09609068
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819e2356db996838bd26d08cc17ff51758e47038
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5c2e9a4238e17ec2fd8d933128b8f36632ce280fd2231657ef9007e94365c
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53e1415d64ec5f27c8e23ffeef20901eab99e0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f1135647b478cdd2aa8624998b540ec0ae644ec317b3def5bc45accb2bef69
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15796f4dc47e9a5fccd0696e62dbfe5cae4782b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ded63a11ecdd5eb51fee9a7d31ca2ced5baca8b084fcb52e6e78850549e8a9
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b951ffc7ec8eb524c39fe0c76ffbcba9adf05d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a29bfa0a7a092bac47de2a3d8eb854fdeec88924f9f9dea621ced598d5971c
+size 131677655
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cd7fc90b7d87bfeb2dac4662391e4753d06254
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0727a1fe8633e43f27d762fc74446836deb3f54145a42bc6e2356497401eb5f
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fae4243ea62a4dcdbe71a01f13e3dcef399812
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c7fa502d8c0c8c251b48675d449e713aab4af45b7792970e9ae4b536f8c1a4
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec33ea31ee1f8c2c7425143367bf4db02a56182
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fc5c6e6ebbbddbbdeebeb87495f0469e64c98c7b212c0cfe9b316adcdea5f7
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ea888b758c0b63474f6e1370ee75c9043ff3ad
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45b282437de894f209408f5f469f402ae4a4e191248ab249c9eb5cc91324e4d
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472ea3be7054609dbaed1fb4871157def5a7ef0f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dcc5da3c1b78d57380a3282b6585f809be334e330a8c2b03e25aa6cb8c2743
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44368024aef6153408b4638938fc318fe8ccfd37
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca05d73be18e303767009e770168689f5024d9504bdce69127a43a81e583bf9
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec30fd85c8bb4001a29be79f54bedb85ccd39ea0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dfb59b0cfb2375af7a29574e5afcb4d5a96512486ee21e71180fdf3c362836
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c618e963f1430e39adf2e019901d8bf7f0f712
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a048811b1ef6e201b100ff363ff71eb31f0e060142a8d19ae11f2c5d3a1f0
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27c1fd372ca615440a33ddddc8f22cc028c6e1f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c495b53909d7128031e3ed9680191825c6b62b1b5ad7f8d64ec6dd58cbd70a00
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8f628e04fe2e5e695bfabfb0712e63dbb8dff0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b9462d16ad0bad9fbb15be758eb61132580800b79b92e21c4156d7a1fe7a9d
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3771e3df79435e8a5799322e58e4717d1ba4e4c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab85b81c866cce39bdbcbed19ccb1662add91876b89fd43e64d9eeed917a40d1
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82c926061c5d0f28cb2c4d45f41e8cd6e008008
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff4ec4d62eaa8d92818b4167f67509d002b53442b6e7cc09bfc5f565d8a1392
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df90cfde84bda6cffef4d9847b80bd12dde5d0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f1ab8328f9c2b52fe1ae7d6a1175fd28f9c706ddcb1534269ed147e290f6a9
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de217b30ce174a6c254b9b570800d1532f2b7c0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d909d740856dd30fde51ab89e95f0097eccb899849bfc82e4d466c44b5f053
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c2f6c73fad4693af097e2c40ea18bf6222f20
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4db2da4468575017a5bac4fdc12916cd1ce35f9e119849d7c7ffc90a8e766d
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8383426926d95092ec13b58b35fc315b45518af
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b292ad90403699acec736741b165c767d767b921faa209a2722a7c21072f139
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a79b6697107c7b67f42f6c5370e53325acba38
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec608632f9862c6aaa1173aba42bc7184df7210e55c2c6bfdbdebac99caf8eaa
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e3d26a1b23fb4c2db60a0c9f3e3d029a4da3c7
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a556c52c18710818a95d689c4c2561d74de7461f1f201c9cfe419e76405948e
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c693da2a23adc1050495f0c0cccefa9c25c2e774
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec9ac14129feb1f9154332fd6c573a061e9d99adb1109796325ce438b729efd
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512d46a7ebefad309aa5519551d0ba693f4eb227
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24240942e68ac2c40ff2898c88ae13658b7b26ef7a1c2affdb4ec2968a1b32cf
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca00b336c85e9b701e9d5d1a111c2d9237ea4ca
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d6afad4ae78f1f206278569189ca28ab5d9e4b0fb264a50e501e556004972f
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92d6c2675b44bbbb3caa0ac130f8f357888adb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3f440277cbd5a16c6a70fc506cf490e1960562a79b405b5f45c9c95b5ae96b
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fbcf25923ba5d06b76e8743224f419e3084f56
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0957e32e74ea9015285f488f54f5d8419ea4f72570eb8a5326048b8972f203
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06259e498662b288f7f41cd5e458c4f92d3b7e21
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7ce15ae69bf7d4d52c5f5f870de4ecd6014e8b07cd627b19dfc943426b9556
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71032de5d21d58dfd529b79eb0a0de38ded20cf5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5623c4254c1d5a4a609d128417ef9ec12a42df6df0130297ea68910df659c
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f348e628b562fedd397a465b62e72dfe566ea0
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa070e9c39d2a623f968882b7601bb7263517e840ebef64c7552c21fb7751b
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de0d21bf750d96c6cc069fe9ca511564a20e01e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73efe1dc2443b1152b91701456ad8743a9b9e48bbed6acd658e7a7d4737eab
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19af68e090581359c33b190672349461e702a5f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdbfdcf19c4a433d65504c929fb23a269431f1cc29c23e1d0d07404b0f33de0
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2d1518b75bfd2fa2be49eefdbc59a0289c1b26
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9494d5cca553b97733d31e52aa3de62e804c0a40ec37076a89bae8f43a7e00a
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04b65b6051c1cccaa47e29820ab41eead89aa45
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1000eb4fab637002acee9cdb416482555d7c91bbc932ba1033ee5bf41016c796
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091acb66750880d39d49b2d18442286d00d8cd3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e30855535498a42179a231f14d94ab43d4d028eabd907af8c9166ff7b17fd0
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1520c77048fd3fadc33650df6436734c26cb96b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e8daa9535c45428f297e131259adfff03e25aa4944ddc90b488a1d618cf4c7
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65be0862c1717f788ad01af3fbd3137f2e3adc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e6f0ed8945446bcbdf4d14b0ab4fccb332eaee2d9ba47c997b075830daae1c
+size 131677847
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3559d0528087fdb1657b0bab5b27ed7a37e972
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29377a785e8fcdd6ec9f3d96b47e7ad8040f7240446a1359b3cbf0341264296c
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434bfbb8e780537ce0e491a343f0ee677b18601
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff756e2a5a717e0bb50386d12cbe32010e73c92e300f1c7d606e82e7da7be91
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fd338fd13d7a1911bcc08039861deaabff20eb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b5f5b466adcb7a2f2d2fbc50689a390fdf3320ffefab4ab32d2967cbc8c57
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add694834718947f40fc320d40ab82867325a9fc
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba093fff71dadb1fa44eb3ba657bf66b63119ca1e12eb8c4a922aee169c8289e
+size 131677922
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080f10ef99ab0eb2ec84668b0334cb1ccc3242fd
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea4aa3b95e99768ee0bca84ac310a121c39153da4817a81ebd8fc89258671b6
+size 131677730
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5ab7c4f1f0eb1c1a4c496c00bffb5a59b4e5d1
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751239bafb48bf74651520b54c883a947902b977408a786182361e1bb7167533
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c4d0be8ae03f7b7be4d27e55c715be2a848402
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32fbcbb074f1701d3168f4f202a7ab3c3a6aa74ea6a5868e3507f4433c3fb09
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f128cf52bb799bd2eb623b2da5767f636979a467
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e775fe89f7c37a64a80764dd3f12d1e2c55ff1e132a0cc882e53153c88785e
+size 131677794
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d646e748819f711075d965153c8ddbce0e5724f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352a1743f76b980f5d8c9523ce1f3b8e7470c4a51a6d755f7bd14bf9cd7b5478
+size 131677858
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a31c1bafe0970d006dcbc3af36dd54bfc61fe3
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81db10980850c17e2f31f0f2a5947ef95fc2d844a2180c6eeea35be50ece5b80
+size 131677666
diff --git a/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa992f62c43393ecad5141080ebb2357f3d2c4c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7d367fb77e7fd6cac98ea5531e391e8f673bcaa5f44c5ab7fbaf04c09edfb
+size 131677719
diff --git a/2b855b14bc4seed2/global_step52452/layer_01-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a71b935737efcf64ffac1f59597484f39dc3c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f17326d58462c5a41554aa508da788bfc2de90d86a380f5f12083151ddc10
+size 268043523
diff --git a/2b855b14bc4seed2/global_step52452/layer_03-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6468aa9ea7ef3fca43f37ea222856fee97a0431e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9986df3bc51a164a1fa8e9f2847fe7aeb885c7cab5ad67af7af99d305e0fe3
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_04-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9bddab3cf3515c4a1cd9c65e0dc9a467522fd2
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9946b9c044d1c1dfc2311817b20ce6f3c13770de6a3b0063f81f9fb5f5ef55
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_05-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe0feba2bbad3ce96fa068ef95f3975ed89247b
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461c208d84ce2d316b19f01510206a65fd10f7f564e290b97f990a0ae196a76e
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_06-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469d6a016d27d674a9d3a59c497f7ffae40f2de
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b96aca7ec9d9a38fbf3a4ed02e1c85b20094e3884f1d2e5d2d5ee067fa706d2
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_07-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966b2ebc30580ed91c47e14aaa1d695938fc1791
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1cd8a8c639e302e967698e3fe2f894eea1b4a49c1dbbb8f7ba2339afce1317
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_08-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0e0ab86d6d3cd17683c89472eeb0497475bedd
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d00bb410faf252773193f7e6aa8e145f9504ee0924c77c67d40c39a105aba3c
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_09-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d0b5aa354e47a3bfaddba6b8abf7a7b45f2024
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce7348a75a9739682e6189a25e8781d138b82456176bd0bca8766e493324fd
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_10-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a712ea656ed4b209ee63e66bf3ac05ae6bd42e
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a6bada8870ab3e36712a98f6533475821d4a3c7bde13e546bd2324906c20e6
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_11-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90df5d7b461494e66c19f03b7a7cdfb044751f88
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed37fa8c87db6dc4fad72e6b5b85cdfe2723dadec6341f0db2dfa6b0e784c07
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_12-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e18b72153ee66b79410ef591fca3786d7d819d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52d68b31abbb52cbc9e4e8993bbe0892008a451be397129c2a1477d0065c33e
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_13-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24c64cb048300af0ec0372ebff828981e1d1292
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff45a0729aae641aaa73cf982a666b7d361c1c5c08280b7bc327bcfd74197851
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_14-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493b7bed429a867d6841886925a13adb094566fb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4e116efc6cedec201e71e378f1703e6f2cd49f73dc91e915d88b1a23386e04
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_15-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602724ce8214b295967d8bae134eab7953ca1caa
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d783d581f2055b5b5035baf117c59476bb84b5c9c538f94678eeb17d597fcb8
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_16-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e319d410b5ac9fc01188643cb5f6fa9f39d521
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21d5294702db3456d3b775dcd92acb8a2fa8edcd729f2bca543d1a1c819453f
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_17-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070888b600eb82fa01d83b4e1cf4d4059cf40336
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd640eed4907693292240851f5c57f1aafd48cc97fc8f0d6421ad0d226a6de7
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_18-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd408b55eed1c93546b86a5f4b9148113a84203d
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f39ea2b555ba4aafd6fa46fa6c012b9643aa04836def9f7d355fa6ccd37481
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_19-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e1a8e2d4a185332b9226325b47116e761aa959
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2d9487c8ec6c3cab48ff20156a70eead50eefe162b5040e51473236b5c3728
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_20-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9aa92fe722b96824626fb9f30b42507db2f056
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565cf9b3d9bfe93238ef3f29ed4dde469cf22d8dfc44ef3337676cdb611c830
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_21-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d240c8908d30dae31dc718ba2501090f834f51a5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5323da4a0128a39b88fdd7de18ddd9a98ea59459d83f6f7f2b5ae584e776e06f
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_22-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cae1b71ad4a4ca81adfa56f09f845c95576aaf
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130007e3d11c278ed55170b0d085df3a626951f5f8eb716bb01b2e7cb2473f85
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_23-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a33b9f0ae0b87fd2d86ee0ab3a6308cebca64
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d24dde7f26e1c81aa530179e227d84c6f3731289ecb55eddb9e1da62bced83
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_24-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16150e4d7740ee58fb18625c17aa9ad9be7d2135
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e3e71dd7ded119a2bde17f1d2808dadb49814f9bf9b13e30b2ca63694605dd
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_25-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc072854425ac93dfaa425f9d0b76fe6560003c
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41cb78dec3af00ff3c821ec73c3449e5be9667197102d7aa256a13becb6c2d
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_26-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0c953340cb450a668af8afa91f92c29f2b9ee5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d57a0ca35635574a194ef85954d22bbca234a7400a141277ffb214fba1887b
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_27-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a260d8414eeaf00532c03153d36e6d78e485ae8
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920eb821c15c39dce232c10d61ba18c6adec8eb3a6f01d38a01253541170cdee
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_28-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e461148b086f850532f0f523c30f15ea7bc6e579
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bc9615ea1bf680a6e686c7fe6f1464e79571c7e8a0b683a7fff5437a6a6bba
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_29-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011aa7ae6bcde498937213dcb5a11936f28ebbb
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f70bf90a354ea03e94348f7298caa0ad63c31d19d719a4c7e540b58b0a0dfc
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_30-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2d6dc43529f2e3be2cd949f4b296191b37bae5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16817f8bf070009e628f2eb22d015d509664e1f4de4addad7720f7ed5f56ab2
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_31-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9f3b69785aa47becd88281d2b8b7659f70c338
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1ab9e4100d258eb8ec64116760383cd8f8002017ac1f7074e231b1e12008b9
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_32-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b65c05bb00a576479f2be7133ae33afe530a9f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d226240edbfdfdd397d69e6890615594348ae1d214367d6782bbb6fb5c97b
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_33-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0190a66a850d9d3aab6d2f4a761554543dd59c14
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65be493143bb23be4fc8ddf1be674bb736de3a2d18e7fd39b92576e059af237
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_34-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da7cc2f5ace40a0a8d388521945ef09ab912a30
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74c971af864605ea4a31b306b3296e313a6b5d652b09b8611781a9683ef5287
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_35-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45d8981211905157bca4e153c1e312792bd4877
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a23552b005b3919176c6ab16c0b74702dc38cea262070013f936c015d6d6223
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_36-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0f31edde78e5574ffc79fb3257ed373558353f
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e436f3dd9450bfc6aa665699434d022e0fbdb2fccf5d8cf84e35acaa882beb
+size 157357315
diff --git a/2b855b14bc4seed2/global_step52452/layer_38-model_00-model_states.pt b/2b855b14bc4seed2/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2351724a83687ea301c9065dc83c41906e2031
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e11711187fda1e449639d5489ee35983d34a8c45df4a76ba6990f2c0b2c8fc
+size 11459
diff --git a/2b855b14bc4seed2/global_step52452/mp_rank_00_model_states.pt b/2b855b14bc4seed2/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24b943679e812741746ead7deacf5a0b7c986a5
--- /dev/null
+++ b/2b855b14bc4seed2/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65247b88b798a4812dd06291367a33ff4b7234c692fada95c3770b8ae85b47
+size 49907
diff --git a/2b855b14bc4seed2/transformers/config.json b/2b855b14bc4seed2/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b14bc4seed2/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b14bc4seed2/transformers/pytorch_model.bin b/2b855b14bc4seed2/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b9deb795a77fd610e737df82566695b611c0108
--- /dev/null
+++ b/2b855b14bc4seed2/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f179dab53ff4e8471fdc453204cf6acd1a1f710967f3feee95006486bff8e9
+size 5903417421
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..d52091f53e53d10a5ce8be6b989794e51c19b5e4
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.338,
+            "acc_stderr": 0.01496596071022448
+        },
+        "anli_r2": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732965
+        },
+        "anli_r3": {
+            "acc": 0.3325,
+            "acc_stderr": 0.01360541734571053
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.06633634150359538,
+            "f1": 0.2283333333333333
+        },
+        "copa": {
+            "acc": 0.77,
+            "acc_stderr": 0.042295258468165065
+        },
+        "hellaswag": {
+            "acc": 0.4367655845449114,
+            "acc_stderr": 0.004949716368890496,
+            "acc_norm": 0.5620394343756224,
+            "acc_norm_stderr": 0.0049512221717631175
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.03006330041190266
+        },
+        "winogrande": {
+            "acc": 0.5382794001578532,
+            "acc_stderr": 0.014011242594964118
+        },
+        "storycloze_2016": {
+            "acc": 0.689470871191876,
+            "acc_stderr": 0.010700112173178448
+        },
+        "boolq": {
+            "acc": 0.5966360856269113,
+            "acc_stderr": 0.008580168554889729
+        },
+        "arc_easy": {
+            "acc": 0.5572390572390572,
+            "acc_stderr": 0.010192333348394457,
+            "acc_norm": 0.49158249158249157,
+            "acc_norm_stderr": 0.010258329515226447
+        },
+        "arc_challenge": {
+            "acc": 0.2568259385665529,
+            "acc_stderr": 0.0127669237941168,
+            "acc_norm": 0.2790102389078498,
+            "acc_norm_stderr": 0.013106784883601336
+        },
+        "sciq": {
+            "acc": 0.814,
+            "acc_stderr": 0.012310790208412805,
+            "acc_norm": 0.731,
+            "acc_norm_stderr": 0.014029819522568196
+        },
+        "piqa": {
+            "acc": 0.7388465723612623,
+            "acc_stderr": 0.010248738649935576,
+            "acc_norm": 0.7486398258977149,
+            "acc_norm_stderr": 0.010121156016819247
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..d52091f53e53d10a5ce8be6b989794e51c19b5e4
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.338,
+            "acc_stderr": 0.01496596071022448
+        },
+        "anli_r2": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732965
+        },
+        "anli_r3": {
+            "acc": 0.3325,
+            "acc_stderr": 0.01360541734571053
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.06633634150359538,
+            "f1": 0.2283333333333333
+        },
+        "copa": {
+            "acc": 0.77,
+            "acc_stderr": 0.042295258468165065
+        },
+        "hellaswag": {
+            "acc": 0.4367655845449114,
+            "acc_stderr": 0.004949716368890496,
+            "acc_norm": 0.5620394343756224,
+            "acc_norm_stderr": 0.0049512221717631175
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.03006330041190266
+        },
+        "winogrande": {
+            "acc": 0.5382794001578532,
+            "acc_stderr": 0.014011242594964118
+        },
+        "storycloze_2016": {
+            "acc": 0.689470871191876,
+            "acc_stderr": 0.010700112173178448
+        },
+        "boolq": {
+            "acc": 0.5966360856269113,
+            "acc_stderr": 0.008580168554889729
+        },
+        "arc_easy": {
+            "acc": 0.5572390572390572,
+            "acc_stderr": 0.010192333348394457,
+            "acc_norm": 0.49158249158249157,
+            "acc_norm_stderr": 0.010258329515226447
+        },
+        "arc_challenge": {
+            "acc": 0.2568259385665529,
+            "acc_stderr": 0.0127669237941168,
+            "acc_norm": 0.2790102389078498,
+            "acc_norm_stderr": 0.013106784883601336
+        },
+        "sciq": {
+            "acc": 0.814,
+            "acc_stderr": 0.012310790208412805,
+            "acc_norm": 0.731,
+            "acc_norm_stderr": 0.014029819522568196
+        },
+        "piqa": {
+            "acc": 0.7388465723612623,
+            "acc_stderr": 0.010248738649935576,
+            "acc_norm": 0.7486398258977149,
+            "acc_norm_stderr": 0.010121156016819247
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ce78c0a98c9d5ee8db8cf01f4e11281917f64
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229859
+        },
+        "anli_r2": {
+            "acc": 0.338,
+            "acc_stderr": 0.01496596071022448
+        },
+        "anli_r3": {
+            "acc": 0.3416666666666667,
+            "acc_stderr": 0.01369665877800251
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3427741466957153
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.4331806413065126,
+            "acc_stderr": 0.0049450236570322765,
+            "acc_norm": 0.5603465445130452,
+            "acc_norm_stderr": 0.004953305461311743
+        },
+        "rte": {
+            "acc": 0.516245487364621,
+            "acc_stderr": 0.030080573208738064
+        },
+        "winogrande": {
+            "acc": 0.5619573796369376,
+            "acc_stderr": 0.013944181296470801
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248546
+        },
+        "boolq": {
+            "acc": 0.6033639143730887,
+            "acc_stderr": 0.008556148582031997
+        },
+        "arc_easy": {
+            "acc": 0.5728114478114478,
+            "acc_stderr": 0.010150415974210866,
+            "acc_norm": 0.5378787878787878,
+            "acc_norm_stderr": 0.010230299628864806
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.010570133761108658,
+            "acc_norm": 0.847,
+            "acc_norm_stderr": 0.011389500459665533
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.010206956662056248,
+            "acc_norm": 0.7486398258977149,
+            "acc_norm_stderr": 0.010121156016819245
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1_lm-eval_global_step52452_2023-02-13-10-25-20_1shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1_lm-eval_global_step52452_2023-02-13-10-25-20_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ce78c0a98c9d5ee8db8cf01f4e11281917f64
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_1_lm-eval_global_step52452_2023-02-13-10-25-20_1shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229859
+        },
+        "anli_r2": {
+            "acc": 0.338,
+            "acc_stderr": 0.01496596071022448
+        },
+        "anli_r3": {
+            "acc": 0.3416666666666667,
+            "acc_stderr": 0.01369665877800251
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3427741466957153
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.4331806413065126,
+            "acc_stderr": 0.0049450236570322765,
+            "acc_norm": 0.5603465445130452,
+            "acc_norm_stderr": 0.004953305461311743
+        },
+        "rte": {
+            "acc": 0.516245487364621,
+            "acc_stderr": 0.030080573208738064
+        },
+        "winogrande": {
+            "acc": 0.5619573796369376,
+            "acc_stderr": 0.013944181296470801
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248546
+        },
+        "boolq": {
+            "acc": 0.6033639143730887,
+            "acc_stderr": 0.008556148582031997
+        },
+        "arc_easy": {
+            "acc": 0.5728114478114478,
+            "acc_stderr": 0.010150415974210866,
+            "acc_norm": 0.5378787878787878,
+            "acc_norm_stderr": 0.010230299628864806
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.010570133761108658,
+            "acc_norm": 0.847,
+            "acc_norm_stderr": 0.011389500459665533
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.010206956662056248,
+            "acc_norm": 0.7486398258977149,
+            "acc_norm_stderr": 0.010121156016819245
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..75432e58eaa5ddcc9f89ae89237edf7a43127756
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.318,
+            "acc_stderr": 0.014734079309311901
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229857
+        },
+        "anli_r3": {
+            "acc": 0.3283333333333333,
+            "acc_stderr": 0.013562032919529015
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.25430680885972107
+        },
+        "copa": {
+            "acc": 0.7,
+            "acc_stderr": 0.046056618647183814
+        },
+        "hellaswag": {
+            "acc": 0.4291973710416252,
+            "acc_stderr": 0.0049395004048821845,
+            "acc_norm": 0.5608444532961562,
+            "acc_norm_stderr": 0.004952698802275639
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        },
+        "winogrande": {
+            "acc": 0.5682715074980268,
+            "acc_stderr": 0.013920872110010708
+        },
+        "storycloze_2016": {
+            "acc": 0.6835916622127205,
+            "acc_stderr": 0.010754780097940887
+        },
+        "boolq": {
+            "acc": 0.6134556574923548,
+            "acc_stderr": 0.008516943934341973
+        },
+        "arc_easy": {
+            "acc": 0.5820707070707071,
+            "acc_stderr": 0.010120628211017888,
+            "acc_norm": 0.5568181818181818,
+            "acc_norm_stderr": 0.010193324837773493
+        },
+        "arc_challenge": {
+            "acc": 0.2619453924914676,
+            "acc_stderr": 0.012849054826858115,
+            "acc_norm": 0.28754266211604096,
+            "acc_norm_stderr": 0.013226719056266129
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.01024421514533666,
+            "acc_norm": 0.864,
+            "acc_norm_stderr": 0.01084535023047299
+        },
+        "piqa": {
+            "acc": 0.7404787812840044,
+            "acc_stderr": 0.010227939888173918,
+            "acc_norm": 0.7431991294885746,
+            "acc_norm_stderr": 0.010192864802278033
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..75432e58eaa5ddcc9f89ae89237edf7a43127756
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_2_lm-eval_global_step52452_2023-02-13-10-25-20_2shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.318,
+            "acc_stderr": 0.014734079309311901
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229857
+        },
+        "anli_r3": {
+            "acc": 0.3283333333333333,
+            "acc_stderr": 0.013562032919529015
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.25430680885972107
+        },
+        "copa": {
+            "acc": 0.7,
+            "acc_stderr": 0.046056618647183814
+        },
+        "hellaswag": {
+            "acc": 0.4291973710416252,
+            "acc_stderr": 0.0049395004048821845,
+            "acc_norm": 0.5608444532961562,
+            "acc_norm_stderr": 0.004952698802275639
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        },
+        "winogrande": {
+            "acc": 0.5682715074980268,
+            "acc_stderr": 0.013920872110010708
+        },
+        "storycloze_2016": {
+            "acc": 0.6835916622127205,
+            "acc_stderr": 0.010754780097940887
+        },
+        "boolq": {
+            "acc": 0.6134556574923548,
+            "acc_stderr": 0.008516943934341973
+        },
+        "arc_easy": {
+            "acc": 0.5820707070707071,
+            "acc_stderr": 0.010120628211017888,
+            "acc_norm": 0.5568181818181818,
+            "acc_norm_stderr": 0.010193324837773493
+        },
+        "arc_challenge": {
+            "acc": 0.2619453924914676,
+            "acc_stderr": 0.012849054826858115,
+            "acc_norm": 0.28754266211604096,
+            "acc_norm_stderr": 0.013226719056266129
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.01024421514533666,
+            "acc_norm": 0.864,
+            "acc_norm_stderr": 0.01084535023047299
+        },
+        "piqa": {
+            "acc": 0.7404787812840044,
+            "acc_stderr": 0.010227939888173918,
+            "acc_norm": 0.7431991294885746,
+            "acc_norm_stderr": 0.010192864802278033
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..9155878fd36351f11012702b2ed51aa21501244a
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.329,
+            "acc_stderr": 0.014865395385928355
+        },
+        "anli_r2": {
+            "acc": 0.356,
+            "acc_stderr": 0.015149042659306632
+        },
+        "anli_r3": {
+            "acc": 0.3433333333333333,
+            "acc_stderr": 0.01371263383046586
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.41258741258741266
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43108942441744674,
+            "acc_stderr": 0.004942164585991471,
+            "acc_norm": 0.5658235411272655,
+            "acc_norm_stderr": 0.004946353590937014
+        },
+        "rte": {
+            "acc": 0.516245487364621,
+            "acc_stderr": 0.030080573208738064
+        },
+        "winogrande": {
+            "acc": 0.5516969218626677,
+            "acc_stderr": 0.013977171307126343
+        },
+        "storycloze_2016": {
+            "acc": 0.6878674505611972,
+            "acc_stderr": 0.01071522034627968
+        },
+        "boolq": {
+            "acc": 0.6186544342507645,
+            "acc_stderr": 0.008495245917063554
+        },
+        "arc_easy": {
+            "acc": 0.5829124579124579,
+            "acc_stderr": 0.010117738967781977,
+            "acc_norm": 0.5732323232323232,
+            "acc_norm_stderr": 0.010149141043955635
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.012915774781523209,
+            "acc_norm": 0.2883959044368601,
+            "acc_norm_stderr": 0.013238394422428164
+        },
+        "sciq": {
+            "acc": 0.88,
+            "acc_stderr": 0.010281328012747394,
+            "acc_norm": 0.864,
+            "acc_norm_stderr": 0.010845350230472988
+        },
+        "piqa": {
+            "acc": 0.7459194776931447,
+            "acc_stderr": 0.01015727199913504,
+            "acc_norm": 0.7546245919477693,
+            "acc_norm_stderr": 0.010039831320422386
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..9155878fd36351f11012702b2ed51aa21501244a
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.329,
+            "acc_stderr": 0.014865395385928355
+        },
+        "anli_r2": {
+            "acc": 0.356,
+            "acc_stderr": 0.015149042659306632
+        },
+        "anli_r3": {
+            "acc": 0.3433333333333333,
+            "acc_stderr": 0.01371263383046586
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.41258741258741266
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43108942441744674,
+            "acc_stderr": 0.004942164585991471,
+            "acc_norm": 0.5658235411272655,
+            "acc_norm_stderr": 0.004946353590937014
+        },
+        "rte": {
+            "acc": 0.516245487364621,
+            "acc_stderr": 0.030080573208738064
+        },
+        "winogrande": {
+            "acc": 0.5516969218626677,
+            "acc_stderr": 0.013977171307126343
+        },
+        "storycloze_2016": {
+            "acc": 0.6878674505611972,
+            "acc_stderr": 0.01071522034627968
+        },
+        "boolq": {
+            "acc": 0.6186544342507645,
+            "acc_stderr": 0.008495245917063554
+        },
+        "arc_easy": {
+            "acc": 0.5829124579124579,
+            "acc_stderr": 0.010117738967781977,
+            "acc_norm": 0.5732323232323232,
+            "acc_norm_stderr": 0.010149141043955635
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.012915774781523209,
+            "acc_norm": 0.2883959044368601,
+            "acc_norm_stderr": 0.013238394422428164
+        },
+        "sciq": {
+            "acc": 0.88,
+            "acc_stderr": 0.010281328012747394,
+            "acc_norm": 0.864,
+            "acc_norm_stderr": 0.010845350230472988
+        },
+        "piqa": {
+            "acc": 0.7459194776931447,
+            "acc_stderr": 0.01015727199913504,
+            "acc_norm": 0.7546245919477693,
+            "acc_norm_stderr": 0.010039831320422386
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4c98dff012d2a1485c7ef9dc22301542a4fd590
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.348,
+            "acc_stderr": 0.015070604603768408
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.34833333333333333,
+            "acc_stderr": 0.013759437498874063
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.3707043913940466
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43238398725353516,
+            "acc_stderr": 0.00494394506961146,
+            "acc_norm": 0.5658235411272655,
+            "acc_norm_stderr": 0.004946353590937013
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.013957584079109008
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.6030581039755352,
+            "acc_stderr": 0.008557276964675129
+        },
+        "arc_easy": {
+            "acc": 0.5909090909090909,
+            "acc_stderr": 0.010088775152615784,
+            "acc_norm": 0.5622895622895623,
+            "acc_norm_stderr": 0.010179856486006908
+        },
+        "arc_challenge": {
+            "acc": 0.25426621160409557,
+            "acc_stderr": 0.012724999945157743,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.891,
+            "acc_stderr": 0.00985982840703719,
+            "acc_norm": 0.866,
+            "acc_norm_stderr": 0.010777762298369685
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.01020695666205626,
+            "acc_norm": 0.750272034820457,
+            "acc_norm_stderr": 0.01009923296986747
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4_lm-eval_global_step52452_2023-02-13-10-25-20_4shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4_lm-eval_global_step52452_2023-02-13-10-25-20_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4c98dff012d2a1485c7ef9dc22301542a4fd590
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_4_lm-eval_global_step52452_2023-02-13-10-25-20_4shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.348,
+            "acc_stderr": 0.015070604603768408
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.34833333333333333,
+            "acc_stderr": 0.013759437498874063
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.3707043913940466
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43238398725353516,
+            "acc_stderr": 0.00494394506961146,
+            "acc_norm": 0.5658235411272655,
+            "acc_norm_stderr": 0.004946353590937013
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.013957584079109008
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.6030581039755352,
+            "acc_stderr": 0.008557276964675129
+        },
+        "arc_easy": {
+            "acc": 0.5909090909090909,
+            "acc_stderr": 0.010088775152615784,
+            "acc_norm": 0.5622895622895623,
+            "acc_norm_stderr": 0.010179856486006908
+        },
+        "arc_challenge": {
+            "acc": 0.25426621160409557,
+            "acc_stderr": 0.012724999945157743,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.891,
+            "acc_stderr": 0.00985982840703719,
+            "acc_norm": 0.866,
+            "acc_norm_stderr": 0.010777762298369685
+        },
+        "piqa": {
+            "acc": 0.7421109902067464,
+            "acc_stderr": 0.01020695666205626,
+            "acc_norm": 0.750272034820457,
+            "acc_norm_stderr": 0.01009923296986747
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..b3166656ddb8a84a1a57c188d7b30ab04feb683f
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732968
+        },
+        "anli_r2": {
+            "acc": 0.341,
+            "acc_stderr": 0.0149981313484027
+        },
+        "anli_r3": {
+            "acc": 0.33416666666666667,
+            "acc_stderr": 0.013622434813136774
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.25064350064350066
+        },
+        "copa": {
+            "acc": 0.79,
+            "acc_stderr": 0.040936018074033256
+        },
+        "hellaswag": {
+            "acc": 0.4304919338777136,
+            "acc_stderr": 0.004941331215598549,
+            "acc_norm": 0.5675164309898426,
+            "acc_norm_stderr": 0.004944080605048773
+        },
+        "rte": {
+            "acc": 0.5054151624548736,
+            "acc_stderr": 0.030094698123239966
+        },
+        "winogrande": {
+            "acc": 0.5595895816890292,
+            "acc_stderr": 0.013952330311915622
+        },
+        "storycloze_2016": {
+            "acc": 0.6942811330839124,
+            "acc_stderr": 0.010653884866190597
+        },
+        "boolq": {
+            "acc": 0.6168195718654435,
+            "acc_stderr": 0.008503021391450783
+        },
+        "arc_easy": {
+            "acc": 0.5955387205387206,
+            "acc_stderr": 0.010070746648278776,
+            "acc_norm": 0.569023569023569,
+            "acc_norm_stderr": 0.01016155286349375
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.01291577478152321,
+            "acc_norm": 0.27559726962457337,
+            "acc_norm_stderr": 0.013057169655761838
+        },
+        "sciq": {
+            "acc": 0.893,
+            "acc_stderr": 0.009779910359847167,
+            "acc_norm": 0.877,
+            "acc_norm_stderr": 0.010391293421849877
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024427,
+            "acc_norm": 0.7431991294885746,
+            "acc_norm_stderr": 0.010192864802278026
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5_lm-eval_global_step52452_2023-02-13-10-25-20_5shots_backup.json b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5_lm-eval_global_step52452_2023-02-13-10-25-20_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..b3166656ddb8a84a1a57c188d7b30ab04feb683f
--- /dev/null
+++ b/2b855b14bc4seed3/evaluation/rankeval/2b855b14bc4seed3_5_lm-eval_global_step52452_2023-02-13-10-25-20_5shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732968
+        },
+        "anli_r2": {
+            "acc": 0.341,
+            "acc_stderr": 0.0149981313484027
+        },
+        "anli_r3": {
+            "acc": 0.33416666666666667,
+            "acc_stderr": 0.013622434813136774
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.25064350064350066
+        },
+        "copa": {
+            "acc": 0.79,
+            "acc_stderr": 0.040936018074033256
+        },
+        "hellaswag": {
+            "acc": 0.4304919338777136,
+            "acc_stderr": 0.004941331215598549,
+            "acc_norm": 0.5675164309898426,
+            "acc_norm_stderr": 0.004944080605048773
+        },
+        "rte": {
+            "acc": 0.5054151624548736,
+            "acc_stderr": 0.030094698123239966
+        },
+        "winogrande": {
+            "acc": 0.5595895816890292,
+            "acc_stderr": 0.013952330311915622
+        },
+        "storycloze_2016": {
+            "acc": 0.6942811330839124,
+            "acc_stderr": 0.010653884866190597
+        },
+        "boolq": {
+            "acc": 0.6168195718654435,
+            "acc_stderr": 0.008503021391450783
+        },
+        "arc_easy": {
+            "acc": 0.5955387205387206,
+            "acc_stderr": 0.010070746648278776,
+            "acc_norm": 0.569023569023569,
+            "acc_norm_stderr": 0.01016155286349375
+        },
+        "arc_challenge": {
+            "acc": 0.26621160409556316,
+            "acc_stderr": 0.01291577478152321,
+            "acc_norm": 0.27559726962457337,
+            "acc_norm_stderr": 0.013057169655761838
+        },
+        "sciq": {
+            "acc": 0.893,
+            "acc_stderr": 0.009779910359847167,
+            "acc_norm": 0.877,
+            "acc_norm_stderr": 0.010391293421849877
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024427,
+            "acc_norm": 0.7431991294885746,
+            "acc_norm_stderr": 0.010192864802278026
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876ce0c2fb28c429f5b6724b2b9f171101f0160b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f62807a70f71b45357a3fb038f9ddbc6aeffb6d3848de0560b6e110a137439a
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f252933317527d2b57ced4f9150d3f93214599
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de5acb91027fc78c6d88582c0a7c01b09ee9723420f2751a53a9ae1894f2c16
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b3da427f4b76c0f99ecbe0e05b97e7a0bfc5e7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd11c158c60a10ab0d04521c02fd5a038c430b2f8f3e39cab81767bd29f4153b
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c64aa2c319dbc4c09d274a5c9851c15fa3a5ebb
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d1776fafce96905958c1f0c1e118cfbffad7096aaddf370da7b458214d4763
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae660acc4ec298b7d9fcd70fe32174329bfcf60
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e5089afedc680b57a57d5ad8d39fed44c66cbea7a4dcc7b45db9e00c1537c
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf21e07dcfc8db02630a026e1f273b3d2511ee4e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effc241b95f07b65a6e2e4e8d8782d2ba343a60ade724850694abe0376989406
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649e7ac4d35a350b8944c6386568214db4e86c7f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70a1f928859de65cbdff15497d92254c441df5dfbc08be1edd2629dd489e487
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329b7169ff8bc6fa5a394812d17afadc2f1474f8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68480eaedfc212cdab014d5206cc5853e2178a0d74e103bc652dde02fcc49731
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57316ecde2c7e382aa256fe09bd2cc56f258a53
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625d8ef3cf385cc61324d689cd02fd8bef444dbf8003a9ef3c729803b019bf9c
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35099568b549ccca6f432138da64c71442cd39c9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc16ac99184b9d69d700f93af65abee2b72a9a63960201add8543c253b1621a6
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb410e32590b14b73ac11e87a10596bf8d6c5d32
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc8c676188ee6834c5baaa711c920ca14d4ae6c43ff38132b59749e3f9b020
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a77dd2381938336b3edf1a4e5f0b078a62ab3b0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b85fd0c8bfae31282c9ebfe9c934bc65ae83da646482b1f78ebb7bc3b76b4e
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8967fe0c3c8137f01b34b27ab09be06d2537720d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa0171344f539efc51c534d685c84569bb54c2dfaf8800797e8e6092789f774
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0ae2c2e10a12d264ce7189420f799d92e4d5e5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d99ab27e03e2c055a22409e3a422c5bc387d3050d89dc2715651c7e3c7d6fb9
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33a681eabb1f6caeedbade345ef7c62f69214b7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d51df0b4fb323656ab4ba9d6812f248f8a3b0873c2e1a6548d40b5562707e73
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1043427d8c2da10ea987060d4fba87ddc2f285
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1eff381ac0250d0da2b9eb373c167988bbc6233b95ed22537031521c8b0384
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8a18f90f2cffde5f398d5bd3f16cfbb1f95a5a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6203c9791698e41b05f2001d85314d83aa821c5a1dd688e870ca2467ebb8f6
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec2ea20a3ea4de0561e9a2c016c2255db707d2
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624684cb3cd572f5f6f394b6c22d2f1ab3a15065850405fe43b034acd7df4489
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9346f9fcfc8fbde8f10925eb991a713451875818
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7df0415796bbede995fe6a2d5f9f4dff8e8d1f8df20e479ed6596c4fe1c0a
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57da8b0ab1e065234d48e33d2b2f88ba89a6b421
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa029f8b5ad07d2d3d4d335bb17ae4c5cdc6a8b16453f255bbf0a47eca817fac
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0765cbbbd4b7bfd8bf433f86364779c2047e86a7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d53e9a13e9535f94799c0aa77e69d1b4035edb1634265b815b3878de9c0d4
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39355752ff9d1c669f0ddebc6f839edc02d5a027
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a6e5d0284ea0e9875e35dfae31fc7e11907b0c2eb9c39d024591d43677586
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4d539416d13711d771ddf1555b3a8a769e2daa
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b2ea13abe7a1fb06f3efcb4be4a185d355627b8295181c030efd04fd444b7a
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e35d2402e4fa543046cc386da50b15864e6071b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543f576cadcd5cb5a0c55ee31ebc4da44d6067d29237ad2393ca8785cc91e02c
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866c295c4bce70a8fbd127892ca46cc978b6b59
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5c98d15805f65f862f3a7eb24769b996f956d047ec674e8f4f010dfd74d272
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777f46bd40aa81ccda703ec7371df2bfc35a02c8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc7af3811459e71fc5121e737fd2c48a1df3f7e1ce7d1737f7adbb0ab255863
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25885de2e185be6debfec307939cc272b9c26560
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4f4bc4e40cb8269ba8e638d77bedb5c4b09971107b3e23743d70865711fa60
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e923d7e4ecac50aa177d1afefea4ae3844422366
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542be6de7a29a4bfd0ebc2f6c66eb14588cace19f88c9ac777f34c9837ea336a
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3855744cad2fabf7552d478fb87f7c97a6b1b8f2
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04381d00029aa04a88edb110b5dbe458f34ef34e96630ed3281f57d76cb839a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ac8676d95dc2343213b506f9e2f9736e7cc3c2
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c14cf4a7b51ee75f1dd435680c034c6f26e28c61fe1574625ddb1f3991521e9
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6587e3cd655493af8b5b6edea6bd8c197cffa835
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19148b5f0c77cc82654f44a11aa533fd8c9010c6f6aa5b09ec188fde2f63132
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519c7aa31ff4d7ef5a130fdcefecb6026ee6df81
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd24a1e9a970591a46840a2b1593505731c721597262ac7745bc5ec37a69a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5301e98b00b8e51fd4bee593d290c126d82bcc0a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360e01f199ea2e5b18fb5115e26ff2f075e56799ef2357902c9c7083ba89a42f
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1c7d7b5c437688aaa70fd3c103843620f0e24b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24da3d2e80f4acbaebddad2bbbbf06f100ddc2ab885829e399eb976669523a13
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a577b7e74688e9cfd3adfb4c2d40795a19eba1e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f261937da3976f5b3747aa219d35ed71752ead51046f5770dd12bc46aa059740
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87864b8fd210a4e16fd7b16cd9e64cb16c746b26
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d66e17fa76060fa7f1f0ea8647d863b7ff05098c05c54de70a63c8399bb39f5
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0c3aba84f6df6a29b1b4ec557464df66d61046
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1fa01a90c7e0bf6093459bddb3d6e9fb48dab33210f360483ba81e8aa7756d
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e83af20761bff05017e01cab658150b5c5c609
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59ad5cd01b3fb002a04265d6db75945593a44b0d5f287dc38d0920a84929949
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4269de7308095c714900649a930327a38be9c5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55422cea78c651295d3b805885459790fa59675396533e352196e961a76afe25
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311ed6576a7d680c9967812999774acfb3cef06c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30333fafb75849ca75bbb7ea26e76056964fc45ded35bdeee8a0191e6d87d7a6
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068041f2124e66a52c8fd613d21915efcdaac6d5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2ea83bdb071bb95d9259f74f17ec3d1b07717ae000e4d55cbdbaa82ea95cca
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadafcebce78ad2c85b454bcd547cf4ec0a11436
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee63dda58edcaefcc29ae23ab9d957afbb007fc73b6e84f365f54fc68cded57
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149bb4097ce270a6f69dff9968bd7be1c485fe36
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907afdf92c43218fec2a5fc66f614ed5afee0a2aae94584914c7b76fd6a78a43
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4370970a0d35b877bd646e7c9fccd4a564264057
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b23d4e6c81b11bc3c9ff7d3fcc7726c9c6e83e552570bdf5ae5f56d1304ba11
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1378f32bed545608c6d8aeae73d69318d8a2fbe4
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e8f2a0648983e78889af4c76dec134a4c7c00a4c178e9af9d47353ca95119
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a55beff99e212d400e8e2b98388c349c891de5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653ccceb15f95a6628d59e2be3bc859843fdd1ade7cab55a416db6c080b539c1
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732123698067fe5adf4cb46ba604caca126d7c5f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c2f804bc93e0df6358ba8eab7d8e745197ba707d01c7a1adb8bc362c33eed
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa7828c9771bb692736cdf41d02dc4754a23b46
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59b2d2dd069fa2fdcd0c7252421da6326afb149a110870b5c99b677452cca82
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33ea9289fb6b4a9ffc0906cffd839a1bd03dd31
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00663fd5af528aabaeceaaa688cb079b1fafc74e2978557dfed1c0786f98651a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88625fe58b3f34226e9cbf9f8274b06cbed041a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e505bf649abacb859e1542ee3ecc899ced00f145a61636338b75606a53ccd333
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b98ec7376581996fa62ddae54b1c6fa746340a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10304108663520068119dc2f3e941228ac42cc8e456787fa3955b7e0b713ccd7
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1145fe15a9afacfc05097a948905c0dc739727bb
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4527dc1f7259dcec9242f30c5a6990f14a34d839dadbba902f4c44deb891e0
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f9537ac360ffa7bfb265d9d95110aa7ee5404
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e02ddaf029381725c5c43f40e69354e1487111bbf6cada6770c1a72da037e4
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65e34d06d93b75454177614d91ea5e55f0f843
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9024abf530a2926cdf817321c9a48fc7db754bd6914f0dc2bcf8cc10ad7c1e
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511368989b723170ff697584b3ace2f0963cfdb7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae6dd2f69e86b0c83061f2964c7fb64d3c1ab143eb8ca102fcc2742e969ecb
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f34305b669a63abe8a1b3aa34fceed5bca9a9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3cf9676e932097807216e6b5a7218645532b6416157176627115bbc7b5abbf
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea84a47888d857c81de71ae8c839f226c3898f9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f47ef69c0f2ad62ef1aadc4348eb8814acf4be38092810653a398c08587484
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d819b6013727691f076e5c9d07633765546dc80e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31845208bb0392aa9ab03dd98bd26890c4ebfc418f1ec89b7f81c60c804e441a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b3df58bf0eb611110b4ab4bba4fe850bfe205d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a2436dbb5053b001f25a25bdcf5674fd19ad16af1aef08f586fba4b4c17ad0
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783c6481e8fa14675556eefd45f4fcefe9a46c6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1635bf20fc2334e82d24f2c72c57cfe5e682f92370e0c6fc2f6bf7a0eada11a7
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c54224ef5f242fe732125e5b73b939c30c952b3
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f8b60d27a08270914996947ccc051c4aee77b29fc318318419fa8afd15f72e
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34e60dbb93ed694beff708d38b7c5db55c53c12
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699847b7b2399e3280a5ea2172d6a48217ef746de2ae77e031c1dbf255f11bf0
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c501c02171b382e77f9ca19043aa4d489ba064
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523c33371ab02a32c07246ea7ae31aaf190a01a5378650b6728116a14f0095fd
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90113782bc8b702626f1524d109787279405ff5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d81a6b1528e6cd1989b4e50aafd7ac5e8cc8ba6d8a2dfaeae6f68a9504c031
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af5834fe55662d429e01dd0f55a72e066f4e198
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c02d5809c0ef78cb3f670fdc990de2c2500a779a56eef6dd89e41af22060a5
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5df8d8c48a897754946891b291292e8b4197d1
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe627754cefe5ac65bfbf2e31e9bfa4555817d7d550de03537353899b9e1453
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff6ca4233b6ae939f8146e1efd77598be64753e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e643d008aa13e9034754315d5f85ecbda5104aa2e419abdc3b2eb306a704c54
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ed01a008a0ffd1ed8d75db8588803d66d98e74
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b4a8db3ee89c8ca846e4d4ef4edacd80cb4bdd6f5ae78ae03b5c954ca9c8a2
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536c9639bfa6256c6136f536395f434e63d4ce21
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9544f8df3db13ed5e2214c85c6c4f7fe3b409282b590f0290afe358aa94eb62d
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88657015acebc06ec89f3b4cfda88bb7517e8852
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b72bebb530ada41fd2b99ff1919f71201bf241343bff927eecca9c701b69f0
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903ad67d56f583438fe8a6776d5f99840c16ece1
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5434ef6183f627b5be98ad22c5c374cdf2226341ea6312e340868bfa78ccacee
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992d2e17b2fc9a901ea86c33f4f0414394052bc5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c801cfac72e1d2fba343e73a7ad691c47ab5b8de6cd9f81412a30e4859a5bc7
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c33a0b016a39966c2232a63d6ab25fc0d69d8f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aca64e237e5e63cc952bfed919efb959ef730778aec597d285cb4be30926a6
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb97f729f7b61b7516dcc3a4d8d55905a518fb98
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9200f1dad8d94b63a32aeffd002278745a2b214f0b4c091665eae9b4ab7365d8
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5607a1afece94e5800c678af6e8917ac87220b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098689dbb435ab7ca6dd6beb970484698db7d5058ec6ed008247a9673946f849
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1156a63d3c3bc6be855c0c99af0e766dc94a46
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a5c0ad7e03a7197fdc9706e9d0e33cb6e50a629a4939e9873521e4a30ca056
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232bdddafd88289556a23c4f3bdd656d1db7d2ff
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5fea2bdc495e248ee1e8bac1661780ea4f9a2d0d5b43be5caccbdcb4f569c8
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f7cdd617e28a56f2e25de664813f3b1f62cce8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226283da18f12879b09c7f43d26ce4bdf2589187092c5dcf6a1283a4054fd2b0
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15245d07fae6096a957a544147a99c12d98b1ce4
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4b3f0a7857d632781ff0409193f6402bc7f98ea002db3be21b972cb0b9ed1
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7293a3ae8fe60662c44f300d4c8e4daa3060420e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c2763e60bffa41d131588e5aceb128534016d03d539a7b5f0a694f5c080b7
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9f24bc7dfbf3aa1b82e3c730c6f2fe62487e56
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0b5d79bd376b1831a722dce02fc9462a6b19c5eba027b4200f8b327c95a9ff
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3af96d1b1eb104f59ac5936594ef4026bf6e7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820225a7041ea85fbf4a976c76b5ed2312de80da4fd0c8b97c74471ba23e4ae2
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adbda4ae70c4054d46c8432cd02fd1c3644ce50
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb32b6a5ba9c90b4e3469d86739189f9ec280d9294acf6c8c60bd476be0856
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5c26cbc40ca9f2a6b8b8d9986a7735c181cab
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bd2e848e9ff4aa51955846e0745c45b14d46dcbacd1964a1f53114071ecd6f
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f55e8633e595409d5fcfc51250428f967dd16db
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93d24cb108c8a52cacfec408f965aeb0c0f864e3a21971e33764b10bc65a7cd
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7078347a2b98a8ab700f34684749c000b5e43eef
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7149613a972bcf9820ceaa06387ad8b605ec570b96979604aac03d35a5208002
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde016a99c42e5843428fcf2d0575583bb38e3d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f3309ca21d5e84fd465cc93a0566f2a5f331554942273896a696a61ab335cb
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07031fae5d27b2ff4e39ab4e38c538810df15d68
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbecb84278cd5e6707bcc376fc30ad2de6b4859f848646fc3552fd90eb534abb
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3e77c0fcca51112ef4861470c1df0dd041aeb9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e10af20fc0fedcdcc9301d51b7d6ee76e2d9b3a3d833b20d2f81ed54f7e53fe
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57694bfddb90c67b52a02ab233bcc46d3d46429f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f636e69dd664a03b757a158291bbabb9e7e8d9e5efe046c49fa5e113314a3
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bb0ff9ccd1cee31a67dae73bdc784be29f5cae
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a27f686e332467b80994a7cc0045a33c270486acf0dda2d48ebd3fc25b2216e
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69364702442cb0d1f644c6d4a868eaa3f7d64c94
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dff054b87592d478747d47b7a26b8e175b900ef2f12f3987bef20c7d6f6643
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e12125ea4169003a0099654ea81db7cea4ca4
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8bc0eeb3b3ac470de6d371755681358ccbfe7cb904fee8d825e68c34856309
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0280f6b8639cdedb50b88ce58012207fa40cbe84
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef081488d34b59ffac808aaa0b25abe7397c86684d3285bb97dda084db90231
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d4fbc7ae9aa5f3f3f23543ea614c7f853799ca
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffa15e7af692135ef43197178c7a24ca63466c90d613d64afa6fabf8a3ed6bc
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc35f3426e31bf4abda169d2b3f8ac521bf757fb
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f55add71713751b04152c81a585cfe76b512cd02984a265d7a3d356db2c4fe
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ff7c040d6acfa72f31e5af6fdc2f267a5811da
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a78ba41140d9108fbd1abd6b1d523d1e226f3a18803ee8a707c71094f101e2
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535d5ea73c397a406c10e5c998a9823a1ff07590
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951850b238802f7bc14733ea8d066e0dfb634104a9604b14a5a2fd461af89e06
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d3ea2a25bd81c6adef15cd96277e0f61958cc3
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01074b1aaa6501fcd9967df96f9ee08be2f42381cdcc5caf04be7afbc5e77e2
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41db52206db263830605d60b0c37727f61cfea8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b534b8be3fac73d0b960c7b8e1ac024259807e0ce25acfa786886155ac720ba2
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157859f04425bae06913533af494faef6e24cea6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce28594426753a12740a7e3d684cebca750135bb4b4bd78bea316de7fec38109
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55a155ef765e571a4bb69f47845c6f77ffeb519
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b2a76643c0ea907ad1d66f4d62e9dfa2ca63a5b14ac53d8c3aac59bf010e5e
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85a3195c31473b658a0a5b8f06d08703c8586c6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f8cddc8de558d1895710b85d4d262a989690edc18f0e35458d5d4c90fb494
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f241f0e13d7e8848e7caf1db451e8cd9c6d379a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca036b3ce9746f3b68d894ebec545c993bedefbb138d7ff2c8e92a23495129b0
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a54171baa767a8b95ba842315c3640c1ef8ea1
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385118f904889faa10631533dc17777f9401dc232eeebe0ff25a03a22b4a3324
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee5f47a0bc4c0c697fa8a27990f3862276db5de
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7f38d0ee445c4662764adfee7f6f437f3d3606a790474a91b3f062b00a568
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a48cd5c72d6da940a2f78594cf10710754f59
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf4c75c2238a32d19e7173646fa24acbda967621103bb5e3c9357c905aea02a
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7422fae3f8f8f9f54b8b1b3361e6facb9f7dee
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743766f0833bc5bc84e0cd86b1008f81ea7f4f8b30b1611b43de521a4bdaffe
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16278ab8b6c4f78d9cc389474758edc2254a6f7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e3b011adfbdfd2b89d2d96074db849d1d0cb9b5db24b73f6e406ed5d80852
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f5bb59dbc69bd3cbcf09476f52c4589a50659d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab1ae0f92e306c3d6c2c70eda85d30283f5cbbf11c9f1eff67469bc28c5140
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20286e8e9275994d3555be9ffeadcf37cbc27f90
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53414d83cbf67560bffa73b759ddbca1d6dc7d7031bfbcd4eb52fe0eca04ec
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b1a64cd50c2dead3b20165276181069a5e4291
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cea5b24d19414388cdf769904f2986d8104a36799727c8e222e1dedb2249cd
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1775c25f1a026dc24b81450f881789f2cc3676
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3603c511e3c93287af3984ae27825ffec809dd435215ffb5b7ab5c20b1e5816
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461aed78d0a68ef661818f9ad2c29c11edf1c25e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadac11c7653256ce2a38c2c9cec4330e586c558f62ef87f7e023275f9c6230a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e671ff672ae5f29423f81e1ad60487b3df35dd4d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92ec1f87f60db1051d0ca4405c4c8831d6523e9b99d6ae7db52110c6799fce6
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd7e0ab0d8235de1496d6f2ae4936ade81a681
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daa867cc18eb1e087405efa20426af82353ed38b342dead7fe694ebc34a5da0
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2de211bf9a5ce1f839c70c1d6262479145afbcd
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d396b788698433e00d1c4716cb913c575af0b47b2fae72f83551071e3afb61b
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec938a60a0576b4fbb36273a13cd713eae68d10
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc1c6ec68bc2794850ec23ad530bfcf5defa107c8e1152f51874205fd557c8b
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780bfa42b60c483810e5845c5c69079e821d9899
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761573d1a38ac74b4a14da9621d187b5545d9e2ee8e17a7a19c04cd2402b39ca
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22cc18eaca66e89751607897a7f9fd6279e8bfe
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feba07f6a575f0cb3761dbb7cae88a7b5197b696a7de74911dc8adaf6e17a6a
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aeec3e99ec1f09e99a0ac9b4cf16da90eaaee0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e90cce7c6c5b2140ac3275dc88576584b6a85cf763058b718d9edded082afd
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03902fc679231ce8172bcc1d2eaf9637045953e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfa5af0c503a03f8ee4676e47bc2ab5aed58be5a90077b13158ba90f6c2bef8
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265f85d0584df703ee50e12b0efa499db7bccea8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181b3bf56d25677ae172a8e83276d79b1bcd14d0e5330029b68d3081614a2fbd
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d6597bd92ac68b45c2e6fd90f5feca3cb7c7c9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0c6537b5cce696be983130f6d58b38de66742a9ead5e07ed37b959c209c43
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eba92eaf64ce6df3b6255d3aa61615de6b892d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b76c3bbb992a16a5ab7dbe0cec27d3e3e95a426880950e452fc5da783ee16f8
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5631e13f8c878b31161b2285e9378e3b600f375
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef52dc73bd0dc5d6a05786d6bdb0c123fbd6aa714567f804fa6a77fd4171970b
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0318a8198c5e7c5fc915a5a44640c47c4fba7510
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3511d39dc80222fe0feefedc32acedd0572a3da757dac3c90592ca504da1d2aa
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322f9a93f63a2c27abe50bd1aa8d2ef758110f07
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba1f5bee264967ad28d43533a7206530f3cabd7bb66ab3c50e0a29686456528
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f8b0c8a94218e306a2d11901450176278c6128
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df05c3bbe0a915c85459578673ac1683e76a2213c9ba10ebb128363cbda73036
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264ebf0e41d54cccfb897301778f8b7d3c9ebcae
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc69090b7c230b085a433b89d2240cdee67a421e9971edb0e9441242917e02
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e49f142c8813e918c44c8c0abef308fbf821ef
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6ac954b332eee96d2af0b37b8fa2cd4905c40a1a72ed27ce26e125dd3037b8
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1c9257e70932553e5a0af50d513ecbedff1572
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420d9ea3728b4bb4de231926470594dae0d51d135c5441b2de1739f8ca9c5150
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09156c67e6942e369f79af9e3c55d48cfae84e28
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa92255564bbf16f671b8eea5e05829f02e83af5042b69806d1fd205c3505a1a
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3578cd07dc319475965862a01ac59af3d0f5f85b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dc37c005316b0222b035b0ed117c08fe9cba76ebef1ea11b0d3828756039a1
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb74fdc7a9223a17151b1936756ca827725c652f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd91ca1eaa4c62408be76d998babf25036d42c466e3ca9be2cb4281b874f7c35
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa85f44b172bae9db3a93a4bb64f1b60d995dfed
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fb61ca05217fe90e88da48afda50551314138ce8b81579add9bb602f207789
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ee0323b1660854739f53db8245ed72a9a2a117
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d12139f804351b166b7f61bb41180b497c819297b5c45a5f39b7a36510c6416
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d10c995767a848d2feafd3187a56a1969238ce
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9576250526db4588bb8ea5a20eb355b62fb9c6c99f5ff96855cae0467415922
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558692c67afde624cd83844bccc75109bbd59c78
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f848f59f093af3d21b820d49d9cf9fc55820c097327cd4e69d386619c0fb77
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1ea7a51e39df4958b5e971a21cdc3c03659df
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64cb1fed2ae49190912630fee1645ccaddcf7ea99044f8fad3f7025742a45b
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca4d810d8c214b38224190f2a61cfda47b585d0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2923bc9fc5e2d2ecde324bbd79cc1a231bfea5f30e27668bafc0d1c966a52f
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab90a0d6b31d838f432bc225b74d44037b3b9f0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b777f7e8478cdce7a3a377f04fa1a7d059fb13e5ef3b3c0e0cbf980bb695e00
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be6605b32038a40a57084fa6b92eba8302642b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384847b8368333681e92dea2098dc9ceb9383761fe076c0cae4d67b5afba4fd4
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d898b4b0f45cfdd8cc3f7314413f2a738b686dc
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e832228764c2ed259f0301c27b8c94cf6ee866f0db50be899eeacab96307958
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b924d51b262ee1ed7a880c7f4c09acaa8c93a331
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5947424a54bc2dbe950a751315027b452fed7e1161e64369f0416c543948aeee
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b11c60438937e4230498b445570abd0c5a7e47
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e6762b9ff8bb61e2ab5f3727bf95de1bd2d7b9092ab7e7dbc9cc14b1df9cd4
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd980bbb2ad0ac09be3f98c3fad883edd0fb7862
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e17cdb42b6631d256cd687b27b6d4cc685d4ad1c4ba4ea797def5472e6eb972
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00719ccf1a16b0eaf5a2ef9858d8039ee180809
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7687ce9080e092a392766071d6289d5ea6ab1eadea05135da79001d0569fd0
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac3e4337fcc158ae3ea7625075553b8e9960de
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f18fd87a4779f20245418da11a8adcc5a2f6b0f25c9d694eec98b59b5155bc
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576029776db1e7271a4af7dd383e469764c1a086
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defe2ee1d8bce3a39e0b5a897561352d88113d8452261580f18edf1098fc9129
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d6d159d4f09fbf4733ca2a82b8b7c05b89abaf
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46d1134445874432db27c3944b0c42c2827c6af691c170b92be38f76bff7a8d
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf9c88334da23ba7ab64baf25f5d14397170824
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fbc904dfbd257333cb84b8fab2a04f5299949a6ab3a394947ecab404afbc5f
+size 131677933
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c3fc9e2fa1bf2fab00945d1e39c1b5897b640
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ed705e20d365eb6e93e6ebaad484e4ff5e7d445407ac2bd844ccd7f5a71bf5
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdabf93f881ccd2eb983a7161594f0b6e02f9ba
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e400a05657d32cda40ccfa29925201328c4dc2728da0b0e947814ae5b5abc99
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2952be284546337cd514846549a1fb3de14905f3
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc24b3cc0f7b33d6a4c657b9ec747d26dc4fd8725b9a69c6fb78054b6c80b2d7
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dfeeacb45704a6eb153771bd4230cba4549a4c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67090f791b103ac47fbdc0a461cd0416ab4494d1a1fce7ee2328b6abbec63bf2
+size 131677922
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a7b9f5aee2ccce6270f768b7b8cf60c3d8f80d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ec545f70410c2221e057294e34896b3ad64cd57998a1a363dfcf6321178111
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803d9120b1027ffe03978dedd6214155be4c9501
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e70192635a022b5e70b901db7439c83ba749a8f4ac373e94fc56cc8093e70
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860c1442c62996864c80c270aadd154b192d304f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ed88211b15848553588d3d4550225de7e8b31ecf03b6b41e4adbdbffef9ef2
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5663b6d8ca85fa061d69f61bf8bdbc0312a18634
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56993890a1c285f2df79e73a021f6620f52a7078e6175815c668c16416ab109
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9282c43849eb831ab11276c4fed58fcbbff6ca73
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7a59efb136e2cf078fec88750029918d2b6887a2590537978b6abe2f1aae79
+size 131677805
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b175b69d0fd669fb09aa1fa2c3ec406277d3391
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a1210fcf83a38b08b121052373ff83e0e159fdf3db9bd7c95b597ad3b7fbd0
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de22fe81d3975c6d0076ed9e92578a92ac81e9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f3224573454a8cdc73a7a0c08556f58c2d80310d96b6380497286828bf478
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6675ff805cea03c7d1da6c9039a9836a7bcc429f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2392413ba836e100b192037587d75193e600e9e0d2a18158a74825b7fea8b1a
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee371f0b4706c0427d4af4abf7a377438922831
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9ccad6c9bad79eeb80ed5bc6b6062368f0c431b76e44ab99e7faed5ab0e2bb
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db100f2aad9c43191b472c2fd71c498d5b27fdd5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3467030ddd1bcfe3f59e3fea7bf1d6420e42723c99cbcd0b3af2191e0ae530dd
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c11d82c3e0f46ed6b326caebba66aed944a8bbc
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e573d7c20e017504b2f6c3809e18078d8e487e6fbcf88d4b4811c0b33b2995aa
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cdfcdb205d7a6f6ac317a0f3efb975ad466b43
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b37feaa848035e059376954b277b0412218cd662fa909255a013b596acbe2a2
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fb01d08f525dd9cb457f0cbe547828e1cbee78
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aece3761d2283b5d9be8cc3b52c6debfe9e2ca836321c2eca9eeffc27b5a965a
+size 131677869
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be08b2351c21d37b819ac1771123adb660e1b3c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e40c825bf11698adbf004b3817b45656582994a7311947e1d922e0d4d181d
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e528eafa9688c231e415ec1e174ac6e305c2cc8e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59cdee05e401eed967ec08583d0617c4b3956ca9a0dc18b5d02242ed259da75
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b258fe13a437ae3a9b177f4e03bfaed6ab0d0f27
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87786c330d69f147212a99562e4cc6a9e490865a08d730661bec91fe17a5046
+size 131677741
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662f200cff4d5fbcbedd46deed03dc07e0f7d629
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f7934fa5b2899193d2f5735b34de646d229d5015f4d9d95c8860e1b0430660
+size 131677677
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795b4019b12a55ba4f9d393f50a492d40eaf2d0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569f9f0efaec867e90e5c6c74810f2bc751dc05bd081d21540516102fc4897fa
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af66c61c0cca76abb1c832703696d5d1693466b4
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d945f1d9ee5aa90b95866cab2b15e9b19400c3a42dae44355082d9daab6a41
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a6f088999a5b03410b56298cd3a2e16574b32e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad88ea9baf304128ccfbe531a20eaf6aa2448f32d1a30c3c7f9b97469c3b7e7
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e070728b65f1b06f7e30aaaf3d48e1f0f120bf0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e211f61a530315924fb9a50cb8dfaa4a830029813f2dc78f867eb40fb448bef6
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c047a73de4c4e43ace5a5976d17be03793ad8edd
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d90c5937a2f84a063d4799ab3cd247ae1e01cf8585c19dbcbf741a820e1cf23
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d53851618c1b58475cfe6369614a1cf3bc8a7f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db26d72720cbca29355b0ad0a6c2084e794ac1b35876a140b2ccb1a89e11db8c
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092354dd74242520064617f80790607b5abfc8c5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3ef48abe043f779edf1e2c3571f812a6cbac183ba35469b6d01fc8927ec30
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507d4756e52cf26b1e602a2294f9db1d32ddb7d6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b632c7084c3f93f0b9088fab3288fbd3051f5f62db4076b777d5ca8c1b97e1
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba665b6a602469e1ff512e4c8200dc8aa2dd71
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67849c90a1c7bf54cc73863eaab7c10feeb03dbde25ba742f3bae08205a3176e
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd143cba4dd9eb662179c78a4ebf62c39d2b068f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925d6a777add905276ef6a973aa97fff2ee654a91c8ed4af12781d6a938e5f24
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28f3d4cc1f55e10169efa23836ff6265a282302
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c5e0318e09e8b7540da06b0e7ad6d793eddc350c9b7e0f9ae6deeffba40459
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08047968d5dc84ce07e273a1aa7232a5cbfd8b6b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029be84b6ca8f86f5d4742a2f3d941d05e09be9cc533cdce12507042b2fdf5e9
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36705ed3198eed9ad26deb6d6b20af0d990f11e5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bb22e273501e8bd9d6e50acdf559c8b089d013fd061d7b50220ba50a7dd934
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4910a4118b18fc95ee27f09e5b8239458382bc4a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5437f6f65ad3d45b574203a3e4289401147ce7f7228fba4ae32e612f60fa1f
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b91d68b12d47a21991a7a33deca541ed8ecf91
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05422c4ff1d967164c3352bfef54b4ac70a3ef058741083dbe2594b7ac0c8f2a
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f22b1a029385c897a3f24174b78b04d6af58997
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730b1f399bb06c4f488d3759953f7190cf9a53e6fe5ba6a878624280bb7286c9
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce380fd8f6652411d91817f820e16e87ec13ab
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383e0e948aae7af97d62c07cd1676150f760767a2bb84445a04a08dc492e42cb
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e1abd9894240d1d79f4880b081fc4e45916165
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d62365cbdec818b6637e30ec8c304b397afa0dce93007c8b899a396bd45c3d
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a544db63a5ff1571d20f441c62777892538121
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb586adf3aa0e543f8963277f442c805af2e0a4f3536b08c6c2d052bcbdaf5b
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf9f596c58b873ce4e2329b4b89cc6bd84f285f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14872766961a7ca2da02197daf11704a74aa16f6210986e9d1e8d7a2c3d16af
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806e5d4434ad44618a64de2da7ec380acac8153d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40cd046f71815aac6e8ba8e6c7106d740b0453998b884d34df72355f5502775
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f902738838f4572e23417954dfd9b4ca316b6ead
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2861f093b1537316a18a6a252945abf019f1e3a079f984e20c00e4a6ae369b7
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd46030366c9948cb4ffe4e64d4261326fbba6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b82ba2c0cbc3cdc20be40fb10198c80da81a23461b083aec0bbaf7bb8ab50
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f38e27f2a3cdb9a13f69a32150324ba1d5c6ec
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18612353991a2dac7d751b12cca6f44b16d0c76da45165adeb103db62c64af85
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b057c0c63d902f183423bdfcf97f661ef00a0822
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f518d87110e0b3909ae7918b778eba2e112fc9f6e10f965f8beed6ca77ab2a8
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d641f3095b457d0b117a28ec9b607f7625468d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254c0d3d65ca92629a2ef377afa9d0162698d852907b5d12b9ef1a909c4b0822
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c63c1db758926eaa5b0c8a33964e011a829d84
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b87e8db2115bdcb5298ed7ae7bde8f569aa62f991c80902f932626a42bed8da
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5df966f7482e7c63cd58ae961b849b3f5b415d7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813c025bf3a5115c68d138052cb15d45e641687b843d447ab15a2be03d2071b9
+size 131677847
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1054bfdd5897fbd5d7dcb957cfe0f01ab038796c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d656985514a0512b447d2ef080e37f196c9a0f4c1d050c0feb0abfb0297ea4
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6287eec6a565a2d65fde488d643735dc9e451f6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfc0f1c201bb0325048a0123b05e15068085d9fbdad2885cc5203d088af063d
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257586f7ca563ce3d4fa042e8332fcf040a06555
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a208d168685fedd108af9f4fe893815e42a67a5447f4452d06dcd8f14e37048
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e1e42db7970f9a866c3f528fe4f486e18cff2
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69c87a62008dc909e5059d9b8f81172a6984f6600bdcf2d099295b55c4433c2
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8f5ae22b1fdac41c335feef04e7a494079300
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3acee9a77af6482858ce6935e48d8372a47e1543d51528d52f5cb3bf6211b
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065525b095bbfa517d565fdafff7a8239ea16695
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee950208b4d685625a300b86fef9d218302d4dd45bf563a5a3eab434c2413f59
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdc9732c2f218cd30655d1312767add422568de
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611d20b3a9737d02a3816a7452cc679006190228ee75bc2503e552314a131c7
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ab859376dfecf04868a2f53d4f6018fc26285a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d43ff333328439113bdbec3f25adf2ad750777fb7b2a0ef223183691404cf
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99e42d21930c4ab38b3a4f27aba02c32e88b3f9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7863e7351b092359beaea47e408e342938defde98cfe4e2b232e3e5dbad807fe
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b64732b603bdf988b16f9a244a5f45472d1546
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cb3a0f1aa3999db4fb448f55ecdaa22c34571dd2e7bd6cb8abb38f56685f7f
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3613855efcc0197d7a6f0f5a13cdc4deccbd83cd
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e171ac56e5e1cfd2cb38ab47902b2337b24acfe11272a1d1082d77b815228
+size 131677655
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646adcd39cc74cdb83e017e94b1f1cfe1459cd16
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f13b5ab50fdab5b2ef06736f92dac139d1c838580498c1a90a39c7a6011af
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deebf0656044701c1b0b738fb66ba49429c9b89f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26acb64b59f8004e15ab8ef5409e0934ef3b235626a45d54fb46f5e8df704af
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d077820352e57dd637e1a697c5bfd1681bb73c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea7551f65eadd6f1316db8919931430b55b31212c8b29937ea7d3093caee91f
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a58ced5c928396721d8b89675e47e65094877ce
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982ab6cdf5861424e45a0a604063388a11f95f32d5fc848aa412a0447c3b3045
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060e49a9f13bd7e2d3635d13265ff30678e568a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abdb6cfad0b74a2555cfc72e7b1bc321ba1bf85065ca67e0a5a0d88510a7f19
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1073acdebe4041407ac2111206047142d9b828
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3de9f97d5d6e952db6a3f333a77df80d940c3b282283b673d1daf295f99145a
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208a5f3e50b673c7163697dd8acc774ae6ab4cda
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5162656d4a5ec0f4105835d16690b55476038aaca25efd656cb1d709b7c53410
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5f4cb62c12698bcbf7694c3d4444cbc5132ba8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa3b944104aa19ac9fcb55ca277b479147915db1b548f1876e44c3d6674a475
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585b2447e8040049f80935b8fe2b070d4bfb00ff
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2174e4cbeca7a27b181fa77305613fc286a981aa399788cbf942cc93e2ce6afd
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd8c0dd3de61dace9153e1363e1c693c407e448
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac2465d4700f344f34d02b784556305b0628e634d8a1bb7bd53a0babb7b20f2
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6f887f9f6e627adaa3481e05584ecbb2fc9562
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e99e6cb529a74d85af92d732a439641099890d5e4c00291243d6ceeaf16310
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846ad6ff099b002399c4f687bc1968a37d8be59
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920a7a9992243247601af42fd18c2cff8b3f72676ed7e612c31712e3ea66bad2
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fef26761a25bc98d1bfd1391c6713d323147a3a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8896a087339a21a1ba348fa8992099c0d8c41c0d0540991ca0b7c766e83a8f8
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddaf280a3e64ebb403f0dcc41339d8668e51b5e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ade798950b977f0d521c904c114ea43d9c4a96d12093dec3aa68cc3ec6a6b
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42894f1dba49bc849e0d35e3c2d7ac4164f80a40
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee03c709c6a927d91898bdc1a8e3d8ac03cddc753cd6f64c5905fc9338e5566
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4874d4c73bec53712140295efb9a6369791ced94
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41e286e674034ab5f28c841bc69c5351fab6e7e60ba029fddfbb2e768b47504
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e58a8dec4e1dc5630e8863e987f2499759fb6cd
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93b9e61db89dfed88085102a65434f9e4c6f7b45b9f610d13e214dd787ab2e2
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb05fe1706c370abef408208567bb6fbd2932e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd414b9acc3a41f1fcedda329fc3ef47b9bc3de1a09889dae6c05d592235f0
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd3fd4c8f24ffc8d019f9315f46fbfb6abff890
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7004781c4ec70cc1ac3f43281fc4b354e7d017b62bfe87ebc0e411bede17c12c
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc9a0d091980707d5e68156d71ee436f8ed8c72
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa0c746eaf5fb20c115abfd858b794801420121b35a0d99d352132094b7837
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a487563e78fa2dbbcf1a4e4af3e0d60206b5db7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb0fa9c4a2a8fcc5ac569ae4013d56e72630d6f7e08d8975041eeab2ca7f58f
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c88287e1f2d40ff9bb89b2051379830724ec28
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b287d15b12fbeeaf684d754ea3a38652504d7da3be7041f4d551690aae397732
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6c0cd664acfc124bfd1c69988f8dc38b61889b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7878375584e1ab3fd4fd6d5f583178bc6442bbd28c92f62a8bf674cb7a16e9d
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d519c1b7972764d464555b97d951d7074e7fd431
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3689b53293064e0cc110529b32032a7e970971422ebd42c7fd0e368f5c712a3
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9247e23a53737343fd902cb8b118630e3e7b4d38
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006cc703b173caac267e8a83795df8644ab0f40042175362b07937c466f5d305
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c786503b80aa4e775953ab7086dfdea7edb4f92
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ce6d370d69e5ec1380d541665dc4c9785803924ae041aaee35672a7700213
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5cde3fe44572be1c11d30d6936df611aaa9514
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12059dabe71f17111bc9eaa7a5b96381aadefe23b67b44d7be56ae18d5e68a9d
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362d4227a47f3953c3635054b0f5d83ec38da6da
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae61bd6b595ddce4735b72ee7d32b3c5c68803781d0bfb0687b279f9e86b07
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1b516801c3ef5419ab90b456c088b61953d1b3
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2ca9646ba9b7af7893585447afcdcf0c9b26627581ec703179d51122ed1a62
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feec44e3352c621420796b74969f9ebb981063d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d196769613326ccbd73fae80b210ff611dc13f5a83ca64419efa74f5325eb49
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26530827822cd906e4509bb7124c2b3dfd0d5f9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5968024ba6f8bfcaba8359466b2321881b25b15f9c323af5579545ebd9a796
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e3c1119b2d55da54988a3be4efd504fd40fb03
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de6ef10f8385e7041f09e526c9d71275cec723c2040b5c8feac4d95371aa35f
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaa813c8384544af86dba2f25f3bdd61d1933d5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51162de3f6141dae93eb2ae172922731624edf32662883cc5736dfc03a5aed28
+size 131677847
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf736eddd7a800e52605f15fb8a81eec1bf6176f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f0b41f1bc173c58ad42ebb4cc1351330d3df7dbfd79488cbbc8bc3dbb65ff7
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3741c04b1f43b6c946c3af4e447262853730f373
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f81ced7ddef10fa0919b3151096d5f4dbf52fb37a28140e5092e299e795313b
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12a2c9d6cc917edfbfeab7950fe676be9aa2722
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c3adfe380b3f7b3535af73064404b05aef71c66429af25bdaa6ff871fcff4
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781d3088404ce301f27aa815b5d577c05634e3a7
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d757766cb4b80952b96fbcd5d8d95cc5c7f4a788e5612fe984b122c1a00569a2
+size 131677922
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20442519f7de7ec6d527cc8d35955a3c3b40769
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3a2b7dc4441b33a58f1f48b5d874e2bc769e1cfc991d2e6b3236707f071c8b
+size 131677730
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0010ce85bb9d8a0d30041a8e0926613b70afff5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145adee0a94fdf7f32bf629ace98fce75ec0ae064fe2322919bd25360a6056b4
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311ca3fe2ef0d04b667a9dd4936a36074fd3d667
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fba2342e202b79da7df5f8f0959ef9e8c3ee650a868b9403ee460362f91db6
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de5ec9143029731d8bb46f6553d721887183e5f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4947d4e2b0658102ef36ee21da77fa085f00026db6c0670e62d922e32f86c8ec
+size 131677794
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c90755f2455fe5b84c7ebc6a4d63c4765d55e11
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5f19871ffc3acad1271afc9e777886bfbe0e3e3513bfeabb0f2b2c4516308e
+size 131677858
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d8d70d86a990e9cdb54c2bc50e3c17b5cab674
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267bfb6cae09911dfabf7286964593222bba414cfa1721fde32429dad9a23a48
+size 131677666
diff --git a/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652eee53306639daabc64f09c11b8157df9f9245
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5303ffc984fff26e764e2e271f64fd48731c7032126e4be28b850871a8d6d6a5
+size 131677719
diff --git a/2b855b14bc4seed3/global_step52452/layer_01-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe79dcf6344da06768ee1be25806e4ca408c34f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940dcd9625b04adda3d2c23f7cef6f6fd537f44c79df37e94625fa4112be9cd
+size 268043523
diff --git a/2b855b14bc4seed3/global_step52452/layer_03-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a896aed00a76c4cfb4127696e64e01d197aa478
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d92fd8e22ca1009e12d02a66a87d8e02ab7c17b00db36df828f329b94512f3a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_04-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b980bad3226adfae553b480443bc9a586921048
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b7b13e6b06e3e7febb5eb6fa15da60d7af61526343e9a53f5d30922131e3a4
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_05-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28bea19349b5dbb17613492c69ac428b3becf89
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b75e5351b8e179062804b8e6c63a4ce9043291923698f8bda40833074f9bf
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_06-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aacde6d086d96e619c2dc1feb6a2157349bf5c1
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b6e311bad66bb8ea34eded4215704aa3d4a91b390ce2d790008fcb70b4758
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_07-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71078899ded4a4177e1120e52715b91f643d7a5
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b1086fe2506f63cd74c1cd6bf1e54584c55682b84ea66e9b764f80a8bc7ee5
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_08-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25436a07be185391788a88a42010c8308b632cd0
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d6e6fad74ba67b067a80ce97ced791617ff3db031973f77b9f4486e2166954
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_09-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca4b15f96c6794b3e53abc42fae8c66628aff6
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902612bb3ba7864dabb4d05a91e082f40423cb1d477b5b5a51935f7e803daf7b
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_10-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a69b5946f26d921b3d884a889292e6e56920013
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe5099c27c22801017258e7727a244e42fafda5efe65f6992ad6ad5fbb33262
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_11-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba2637c9074d386da2060d23a92a8a3a048d396
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeadab9d3054efbf38be8e0bf79e13c9b7fa128b9cb70868bf0194a6d8ba97a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_12-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483c92e91cd30562dffb929966cd324b2d6345c9
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb03ddd5304bf3a7d8a9ad67f914ad3b941aadeee9d8f1f9a9e35eff0de169a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_13-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7804c0c726883687f5c03215a8f2d2270eb6c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c214bc2558e7a2df4b75304104711d15aa6fa36c02101c85acccac72721857d3
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_14-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f6c0bf3b17ccfdcb8621560ddf88064446332a
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1317b24cba46782bf321d6de766b7e8e127a36c84799a529593882110fe63d61
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_15-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7f40df5c2df77ce2a5f56978c9f5c5b93fc22
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59ff0c6a2ca12f08ec87593a0547a2eb482d951c45ce94fef63e936e38a2cbe
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_16-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da9bc536bb2177fbddbdd00fc4313d775ca1656
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1a1e5764bd18dad630ed0a3d90d90ab2b6609997551da3ccf66ad59a114b3a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_17-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43406d528dd004879a0b2e5017d61f5aa788f9f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1e4c6b3967957bacec430fcde4b081e5db034b902b83c74943520114742e9b
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_18-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2828363675c721da0d0a0b691e625a8246ba53d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95af4581c2a41764aeb4e36626a8324d2aaa16adf603c0e84217913c4cac78ea
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_19-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e449d990c4c75ae49c5f6737af4377f51552454
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28ee9338733fe39c682c1e2abf7c0fa38e47fdaeb98294ad5adfc44af56c381
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_20-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a2166350de8217290f99ac09358ba95aadbe4
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7373133e2f3cf25c6f834ffec542fbba8b9459094354d55211ad1aa23cffba
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_21-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c0fea0c0dfeab9e254a09bdf95bf351dd16e9e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5236987d11d6e3106a7e9f8c270ded5f7f3965b90f8c33bff499a2fa4657899
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_22-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bfe6a83e22090217abb493ead08b5c9a61444f
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b7c8aac1b6e440af59e76b41fd00ab0a2134411fb0c69f68cc5698ade20559
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_23-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed26b9d21626325e9734446248999a31e8af67c
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e096511d038504637f426e02a4cb8855ca3ed42f54586d3949ddca28b16acb1
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_24-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc692465e91760eb728f8f5c3b17e707bbcea348
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa09a808663b4f0161962bbeafcab24d73c707b9dba616afede0a88c8ca67a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_25-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d3fadd633c08bb05d82589861526dd00a94a1
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e063ab13ca05ad0469360d56f2ad316474c96819091eb376fcf49cbc06193b
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_26-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e388809de5b244e7647d00e840861eab21ab818
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a776f30ce7a94093e54df0bb0ed867019d5f732caabc945894574b6e28708a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_27-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc930beacd73c4f729e6bb9d14b5f3e5a9481c8
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752d2643fd08bcc8d481b0b51566d3027a4eeb56e982635088b0d1f9374f531a
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_28-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb389621691b0a58f80911fe115b6b410dd540
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c59a2607e2f0f43c5d327e997bdba37df1039b9d31f09bd45eb0d3ab6d345c8
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_29-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f0121bb63e28784b82d47020a1489f8f6c379e
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5439ba5adb4c309d96df1e5130a4c1a171bc7d618a0904c9c3ba18ad8d1d85
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_30-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c3f216dbbc1a812c49bdd6d5d48fb32dac4eca
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415530e3c1196751c5a5caf9452964c7046672a55f0c5ed71dc26089f8d3cc6e
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_31-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd0dbcd70b0f6253da636b8fb00f7fc7b7742d
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2644c7079a5de4c6dc9ac0ce54fb34a588f4112cf35fafc26962a45e2c5aa416
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_32-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c494eee624ee1a5bdb339dd54a2448309e073395
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a141e1371046967d62b43d0435d201f172449075678fd9552576639ffbb8599
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_33-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b38c2e6c65c33232746d40d6e66ab644bababa
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fd18e5655f026ad72a07541f2984fcbbc0ae86f0b93cad381ee0ce4ad51456
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_34-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec7a6c85e55c1b4ce03246cfb40f20b9515164
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff734366b48aa6b569ba43d153c464a827641489d0c7b8011612b878a3a65d3b
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_35-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb3bdd34d9bc989cfcd1daadd542bbefa166279
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6796ae6eba586acb56eb31c5e4e03ae6ba31b69d1b56831510744721c1d78e
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_36-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6944c217a3fc62780e04cc19bc3645d3aa390340
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a690bce70824a3cc11a2181c14e0091fb4912d7c7482823790235fafdb3ec5c
+size 157357315
diff --git a/2b855b14bc4seed3/global_step52452/layer_38-model_00-model_states.pt b/2b855b14bc4seed3/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf468503f399fef4df782e785e88faa5aa79d71b
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b7de1ad38cfef767a5a1f256907ad48460271803b66bb864896305f9659c62
+size 11459
diff --git a/2b855b14bc4seed3/global_step52452/mp_rank_00_model_states.pt b/2b855b14bc4seed3/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce842c50c1a157d4738c9958de00cae0a0c03216
--- /dev/null
+++ b/2b855b14bc4seed3/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba924caf0f1ce6a2565f1527f9b27741a1771a6df1d45a7a955b1417a65b93f7
+size 49907
diff --git a/2b855b14bc4seed3/transformers/config.json b/2b855b14bc4seed3/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b14bc4seed3/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b14bc4seed3/transformers/pytorch_model.bin b/2b855b14bc4seed3/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9c12eaa9e7e75c413652084f48c198b0b68f647
--- /dev/null
+++ b/2b855b14bc4seed3/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c7447d5f7d12101f55a3406e3694dd204937101a892170f917de3745b204a1
+size 5903417421
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f1195e944feaf445c1068cc14c4d830c1fb5851
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229857
+        },
+        "anli_r2": {
+            "acc": 0.34,
+            "acc_stderr": 0.014987482264363939
+        },
+        "anli_r3": {
+            "acc": 0.35083333333333333,
+            "acc_stderr": 0.013782212417178193
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.3264279758182197
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.4362676757618004,
+            "acc_stderr": 0.004949080334816025,
+            "acc_norm": 0.5585540728938458,
+            "acc_norm_stderr": 0.004955447564694061
+        },
+        "rte": {
+            "acc": 0.5523465703971119,
+            "acc_stderr": 0.029931070362939526
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.01395758407910899
+        },
+        "storycloze_2016": {
+            "acc": 0.6809192944949225,
+            "acc_stderr": 0.010778970635312489
+        },
+        "boolq": {
+            "acc": 0.5853211009174312,
+            "acc_stderr": 0.008616791778981293
+        },
+        "arc_easy": {
+            "acc": 0.5753367003367004,
+            "acc_stderr": 0.010142653687480414,
+            "acc_norm": 0.5046296296296297,
+            "acc_norm_stderr": 0.01025934370588972
+        },
+        "arc_challenge": {
+            "acc": 0.24488054607508533,
+            "acc_stderr": 0.012566273985131358,
+            "acc_norm": 0.2764505119453925,
+            "acc_norm_stderr": 0.013069662474252427
+        },
+        "sciq": {
+            "acc": 0.806,
+            "acc_stderr": 0.012510816141264362,
+            "acc_norm": 0.725,
+            "acc_norm_stderr": 0.014127086556490528
+        },
+        "piqa": {
+            "acc": 0.7464635473340587,
+            "acc_stderr": 0.010150090834551791,
+            "acc_norm": 0.7540805223068553,
+            "acc_norm_stderr": 0.010047331865625177
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f1195e944feaf445c1068cc14c4d830c1fb5851
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_0_lm-eval_global_step52452_2023-02-13-10-25-20_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229857
+        },
+        "anli_r2": {
+            "acc": 0.34,
+            "acc_stderr": 0.014987482264363939
+        },
+        "anli_r3": {
+            "acc": 0.35083333333333333,
+            "acc_stderr": 0.013782212417178193
+        },
+        "cb": {
+            "acc": 0.3392857142857143,
+            "acc_stderr": 0.06384226561930825,
+            "f1": 0.3264279758182197
+        },
+        "copa": {
+            "acc": 0.73,
+            "acc_stderr": 0.0446196043338474
+        },
+        "hellaswag": {
+            "acc": 0.4362676757618004,
+            "acc_stderr": 0.004949080334816025,
+            "acc_norm": 0.5585540728938458,
+            "acc_norm_stderr": 0.004955447564694061
+        },
+        "rte": {
+            "acc": 0.5523465703971119,
+            "acc_stderr": 0.029931070362939526
+        },
+        "winogrande": {
+            "acc": 0.5580110497237569,
+            "acc_stderr": 0.01395758407910899
+        },
+        "storycloze_2016": {
+            "acc": 0.6809192944949225,
+            "acc_stderr": 0.010778970635312489
+        },
+        "boolq": {
+            "acc": 0.5853211009174312,
+            "acc_stderr": 0.008616791778981293
+        },
+        "arc_easy": {
+            "acc": 0.5753367003367004,
+            "acc_stderr": 0.010142653687480414,
+            "acc_norm": 0.5046296296296297,
+            "acc_norm_stderr": 0.01025934370588972
+        },
+        "arc_challenge": {
+            "acc": 0.24488054607508533,
+            "acc_stderr": 0.012566273985131358,
+            "acc_norm": 0.2764505119453925,
+            "acc_norm_stderr": 0.013069662474252427
+        },
+        "sciq": {
+            "acc": 0.806,
+            "acc_stderr": 0.012510816141264362,
+            "acc_norm": 0.725,
+            "acc_norm_stderr": 0.014127086556490528
+        },
+        "piqa": {
+            "acc": 0.7464635473340587,
+            "acc_stderr": 0.010150090834551791,
+            "acc_norm": 0.7540805223068553,
+            "acc_norm_stderr": 0.010047331865625177
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..aebdec7e6858ebc9cb9bf2ea3121ec0eb59343fa
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.314,
+            "acc_stderr": 0.014683991951087966
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203936
+        },
+        "anli_r3": {
+            "acc": 0.36666666666666664,
+            "acc_stderr": 0.013916893275819934
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.34745762711864403
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.04560480215720684
+        },
+        "hellaswag": {
+            "acc": 0.4313881696873133,
+            "acc_stderr": 0.00494257852098735,
+            "acc_norm": 0.5603465445130452,
+            "acc_norm_stderr": 0.004953305461311742
+        },
+        "rte": {
+            "acc": 0.5595667870036101,
+            "acc_stderr": 0.02988212336311872
+        },
+        "winogrande": {
+            "acc": 0.5501183898973955,
+            "acc_stderr": 0.013981711904049728
+        },
+        "storycloze_2016": {
+            "acc": 0.6739711384286478,
+            "acc_stderr": 0.010839964752045182
+        },
+        "boolq": {
+            "acc": 0.5938837920489297,
+            "acc_stderr": 0.00858951094378741
+        },
+        "arc_easy": {
+            "acc": 0.5749158249158249,
+            "acc_stderr": 0.010143966195717845,
+            "acc_norm": 0.5357744107744108,
+            "acc_norm_stderr": 0.010233488709726537
+        },
+        "arc_challenge": {
+            "acc": 0.24573378839590443,
+            "acc_stderr": 0.012581033453730116,
+            "acc_norm": 0.2636518771331058,
+            "acc_norm_stderr": 0.012875929151297054
+        },
+        "sciq": {
+            "acc": 0.859,
+            "acc_stderr": 0.01101091459599244,
+            "acc_norm": 0.832,
+            "acc_norm_stderr": 0.011828605831454267
+        },
+        "piqa": {
+            "acc": 0.7410228509249184,
+            "acc_stderr": 0.010220966031405617,
+            "acc_norm": 0.7410228509249184,
+            "acc_norm_stderr": 0.010220966031405621
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..aebdec7e6858ebc9cb9bf2ea3121ec0eb59343fa
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_1_lm-eval_global_step52452_2023-02-13-10-25-19_1shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.314,
+            "acc_stderr": 0.014683991951087966
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203936
+        },
+        "anli_r3": {
+            "acc": 0.36666666666666664,
+            "acc_stderr": 0.013916893275819934
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.34745762711864403
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.04560480215720684
+        },
+        "hellaswag": {
+            "acc": 0.4313881696873133,
+            "acc_stderr": 0.00494257852098735,
+            "acc_norm": 0.5603465445130452,
+            "acc_norm_stderr": 0.004953305461311742
+        },
+        "rte": {
+            "acc": 0.5595667870036101,
+            "acc_stderr": 0.02988212336311872
+        },
+        "winogrande": {
+            "acc": 0.5501183898973955,
+            "acc_stderr": 0.013981711904049728
+        },
+        "storycloze_2016": {
+            "acc": 0.6739711384286478,
+            "acc_stderr": 0.010839964752045182
+        },
+        "boolq": {
+            "acc": 0.5938837920489297,
+            "acc_stderr": 0.00858951094378741
+        },
+        "arc_easy": {
+            "acc": 0.5749158249158249,
+            "acc_stderr": 0.010143966195717845,
+            "acc_norm": 0.5357744107744108,
+            "acc_norm_stderr": 0.010233488709726537
+        },
+        "arc_challenge": {
+            "acc": 0.24573378839590443,
+            "acc_stderr": 0.012581033453730116,
+            "acc_norm": 0.2636518771331058,
+            "acc_norm_stderr": 0.012875929151297054
+        },
+        "sciq": {
+            "acc": 0.859,
+            "acc_stderr": 0.01101091459599244,
+            "acc_norm": 0.832,
+            "acc_norm_stderr": 0.011828605831454267
+        },
+        "piqa": {
+            "acc": 0.7410228509249184,
+            "acc_stderr": 0.010220966031405617,
+            "acc_norm": 0.7410228509249184,
+            "acc_norm_stderr": 0.010220966031405621
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9b4898b95302c57138117149d63a3025cd4f46c
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.325,
+            "acc_stderr": 0.014818724459095527
+        },
+        "anli_r2": {
+            "acc": 0.345,
+            "acc_stderr": 0.015039986742055235
+        },
+        "anli_r3": {
+            "acc": 0.35,
+            "acc_stderr": 0.013774667009018552
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.31010101010101004
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.045604802157206845
+        },
+        "hellaswag": {
+            "acc": 0.43158733320055764,
+            "acc_stderr": 0.004942853459371544,
+            "acc_norm": 0.5632344154550887,
+            "acc_norm_stderr": 0.004949716368890496
+        },
+        "rte": {
+            "acc": 0.5342960288808665,
+            "acc_stderr": 0.03002557981936643
+        },
+        "winogrande": {
+            "acc": 0.5485398579321231,
+            "acc_stderr": 0.013986110301017764
+        },
+        "storycloze_2016": {
+            "acc": 0.6873329770176376,
+            "acc_stderr": 0.010720223172953177
+        },
+        "boolq": {
+            "acc": 0.6042813455657492,
+            "acc_stderr": 0.008552742471459793
+        },
+        "arc_easy": {
+            "acc": 0.585016835016835,
+            "acc_stderr": 0.01011038315196113,
+            "acc_norm": 0.555976430976431,
+            "acc_norm_stderr": 0.010195285580783954
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.012835523909473841,
+            "acc_norm": 0.2773037542662116,
+            "acc_norm_stderr": 0.013082095839059374
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.010570133761108663,
+            "acc_norm": 0.849,
+            "acc_norm_stderr": 0.011328165223341673
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7393906420021763,
+            "acc_norm_stderr": 0.010241826155811635
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2_lm-eval_global_step52452_2023-02-13-10-25-19_2shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2_lm-eval_global_step52452_2023-02-13-10-25-19_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9b4898b95302c57138117149d63a3025cd4f46c
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_2_lm-eval_global_step52452_2023-02-13-10-25-19_2shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.325,
+            "acc_stderr": 0.014818724459095527
+        },
+        "anli_r2": {
+            "acc": 0.345,
+            "acc_stderr": 0.015039986742055235
+        },
+        "anli_r3": {
+            "acc": 0.35,
+            "acc_stderr": 0.013774667009018552
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.31010101010101004
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.045604802157206845
+        },
+        "hellaswag": {
+            "acc": 0.43158733320055764,
+            "acc_stderr": 0.004942853459371544,
+            "acc_norm": 0.5632344154550887,
+            "acc_norm_stderr": 0.004949716368890496
+        },
+        "rte": {
+            "acc": 0.5342960288808665,
+            "acc_stderr": 0.03002557981936643
+        },
+        "winogrande": {
+            "acc": 0.5485398579321231,
+            "acc_stderr": 0.013986110301017764
+        },
+        "storycloze_2016": {
+            "acc": 0.6873329770176376,
+            "acc_stderr": 0.010720223172953177
+        },
+        "boolq": {
+            "acc": 0.6042813455657492,
+            "acc_stderr": 0.008552742471459793
+        },
+        "arc_easy": {
+            "acc": 0.585016835016835,
+            "acc_stderr": 0.01011038315196113,
+            "acc_norm": 0.555976430976431,
+            "acc_norm_stderr": 0.010195285580783954
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.012835523909473841,
+            "acc_norm": 0.2773037542662116,
+            "acc_norm_stderr": 0.013082095839059374
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.010570133761108663,
+            "acc_norm": 0.849,
+            "acc_norm_stderr": 0.011328165223341673
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7393906420021763,
+            "acc_norm_stderr": 0.010241826155811635
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea3ef45cfd3cca0a36af6c88c35f59a78138fdab
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.305,
+            "acc_stderr": 0.014566646394664401
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.3566666666666667,
+            "acc_stderr": 0.013833742805050713
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.4254385964912281
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.0049399259587288745,
+            "acc_norm": 0.5625373431587333,
+            "acc_norm_stderr": 0.004950598300667551
+        },
+        "rte": {
+            "acc": 0.5342960288808665,
+            "acc_stderr": 0.030025579819366426
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015705
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929403
+        },
+        "boolq": {
+            "acc": 0.6033639143730887,
+            "acc_stderr": 0.008556148582031999
+        },
+        "arc_easy": {
+            "acc": 0.5904882154882155,
+            "acc_stderr": 0.010090368160990059,
+            "acc_norm": 0.5627104377104377,
+            "acc_norm_stderr": 0.01017876842932159
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.012835523909473847,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.88,
+            "acc_stderr": 0.010281328012747398,
+            "acc_norm": 0.853,
+            "acc_norm_stderr": 0.011203415395160336
+        },
+        "piqa": {
+            "acc": 0.7459194776931447,
+            "acc_stderr": 0.01015727199913504,
+            "acc_norm": 0.7459194776931447,
+            "acc_norm_stderr": 0.010157271999135046
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea3ef45cfd3cca0a36af6c88c35f59a78138fdab
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_3_lm-eval_global_step52452_2023-02-13-10-25-20_3shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.305,
+            "acc_stderr": 0.014566646394664401
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.3566666666666667,
+            "acc_stderr": 0.013833742805050713
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.4254385964912281
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.0049399259587288745,
+            "acc_norm": 0.5625373431587333,
+            "acc_norm_stderr": 0.004950598300667551
+        },
+        "rte": {
+            "acc": 0.5342960288808665,
+            "acc_stderr": 0.030025579819366426
+        },
+        "winogrande": {
+            "acc": 0.5603788476716653,
+            "acc_stderr": 0.013949649776015705
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929403
+        },
+        "boolq": {
+            "acc": 0.6033639143730887,
+            "acc_stderr": 0.008556148582031999
+        },
+        "arc_easy": {
+            "acc": 0.5904882154882155,
+            "acc_stderr": 0.010090368160990059,
+            "acc_norm": 0.5627104377104377,
+            "acc_norm_stderr": 0.01017876842932159
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.012835523909473847,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.88,
+            "acc_stderr": 0.010281328012747398,
+            "acc_norm": 0.853,
+            "acc_norm_stderr": 0.011203415395160336
+        },
+        "piqa": {
+            "acc": 0.7459194776931447,
+            "acc_stderr": 0.01015727199913504,
+            "acc_norm": 0.7459194776931447,
+            "acc_norm_stderr": 0.010157271999135046
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..4aef79f90038945dc41f5355a85c448445b97943
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.337,
+            "acc_stderr": 0.014955087918653603
+        },
+        "anli_r2": {
+            "acc": 0.335,
+            "acc_stderr": 0.01493311749093257
+        },
+        "anli_r3": {
+            "acc": 0.3516666666666667,
+            "acc_stderr": 0.013789711695404794
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.30671296296296297
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768079
+        },
+        "hellaswag": {
+            "acc": 0.42959569806811393,
+            "acc_stderr": 0.004940067402031045,
+            "acc_norm": 0.5638319059948218,
+            "acc_norm_stderr": 0.004948952519517511
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.030039730592197816
+        },
+        "winogrande": {
+            "acc": 0.5524861878453039,
+            "acc_stderr": 0.013974847640536197
+        },
+        "storycloze_2016": {
+            "acc": 0.6862640299305185,
+            "acc_stderr": 0.010730179119317623
+        },
+        "boolq": {
+            "acc": 0.6082568807339449,
+            "acc_stderr": 0.008537618477478612
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.010108889212447774,
+            "acc_norm": 0.5635521885521886,
+            "acc_norm_stderr": 0.010176569980111044
+        },
+        "arc_challenge": {
+            "acc": 0.2619453924914676,
+            "acc_stderr": 0.012849054826858112,
+            "acc_norm": 0.2909556313993174,
+            "acc_norm_stderr": 0.013273077865907581
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.01057013376110866,
+            "acc_norm": 0.867,
+            "acc_norm_stderr": 0.010743669132397337
+        },
+        "piqa": {
+            "acc": 0.7415669205658324,
+            "acc_stderr": 0.01021397163677332,
+            "acc_norm": 0.7437431991294886,
+            "acc_norm_stderr": 0.010185787831565056
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..4aef79f90038945dc41f5355a85c448445b97943
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_4_lm-eval_global_step52452_2023-02-13-10-25-19_4shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.337,
+            "acc_stderr": 0.014955087918653603
+        },
+        "anli_r2": {
+            "acc": 0.335,
+            "acc_stderr": 0.01493311749093257
+        },
+        "anli_r3": {
+            "acc": 0.3516666666666667,
+            "acc_stderr": 0.013789711695404794
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.30671296296296297
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768079
+        },
+        "hellaswag": {
+            "acc": 0.42959569806811393,
+            "acc_stderr": 0.004940067402031045,
+            "acc_norm": 0.5638319059948218,
+            "acc_norm_stderr": 0.004948952519517511
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.030039730592197816
+        },
+        "winogrande": {
+            "acc": 0.5524861878453039,
+            "acc_stderr": 0.013974847640536197
+        },
+        "storycloze_2016": {
+            "acc": 0.6862640299305185,
+            "acc_stderr": 0.010730179119317623
+        },
+        "boolq": {
+            "acc": 0.6082568807339449,
+            "acc_stderr": 0.008537618477478612
+        },
+        "arc_easy": {
+            "acc": 0.5854377104377104,
+            "acc_stderr": 0.010108889212447774,
+            "acc_norm": 0.5635521885521886,
+            "acc_norm_stderr": 0.010176569980111044
+        },
+        "arc_challenge": {
+            "acc": 0.2619453924914676,
+            "acc_stderr": 0.012849054826858112,
+            "acc_norm": 0.2909556313993174,
+            "acc_norm_stderr": 0.013273077865907581
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.01057013376110866,
+            "acc_norm": 0.867,
+            "acc_norm_stderr": 0.010743669132397337
+        },
+        "piqa": {
+            "acc": 0.7415669205658324,
+            "acc_stderr": 0.01021397163677332,
+            "acc_norm": 0.7437431991294886,
+            "acc_norm_stderr": 0.010185787831565056
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa1db31cf59e8ec05d48f2e7664c2e4b2d1629a4
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.354,
+            "acc_stderr": 0.015129868238451772
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.013664144006618268
+        },
+        "cb": {
+            "acc": 0.5,
+            "acc_stderr": 0.06741998624632421,
+            "f1": 0.400068271036013
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43218482374029077,
+            "acc_stderr": 0.00494367338827627,
+            "acc_norm": 0.5656243776140211,
+            "acc_norm_stderr": 0.004946617138983512
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355486
+        },
+        "storycloze_2016": {
+            "acc": 0.692143238909674,
+            "acc_stderr": 0.010674598158758188
+        },
+        "boolq": {
+            "acc": 0.6155963302752293,
+            "acc_stderr": 0.008508133844703914
+        },
+        "arc_easy": {
+            "acc": 0.5900673400673401,
+            "acc_stderr": 0.010091953527506246,
+            "acc_norm": 0.5694444444444444,
+            "acc_norm_stderr": 0.01016034539686008
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112568,
+            "acc_norm": 0.2713310580204778,
+            "acc_norm_stderr": 0.012993807727545789
+        },
+        "sciq": {
+            "acc": 0.889,
+            "acc_stderr": 0.009938701010583726,
+            "acc_norm": 0.876,
+            "acc_norm_stderr": 0.01042749887234396
+        },
+        "piqa": {
+            "acc": 0.7393906420021763,
+            "acc_stderr": 0.010241826155811625,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056241
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa1db31cf59e8ec05d48f2e7664c2e4b2d1629a4
--- /dev/null
+++ b/2b855b14bc4seed4/evaluation/rankeval/2b855b14bc4seed4_5_lm-eval_global_step52452_2023-02-13-10-25-19_5shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.354,
+            "acc_stderr": 0.015129868238451772
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.3383333333333333,
+            "acc_stderr": 0.013664144006618268
+        },
+        "cb": {
+            "acc": 0.5,
+            "acc_stderr": 0.06741998624632421,
+            "f1": 0.400068271036013
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43218482374029077,
+            "acc_stderr": 0.00494367338827627,
+            "acc_norm": 0.5656243776140211,
+            "acc_norm_stderr": 0.004946617138983512
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355486
+        },
+        "storycloze_2016": {
+            "acc": 0.692143238909674,
+            "acc_stderr": 0.010674598158758188
+        },
+        "boolq": {
+            "acc": 0.6155963302752293,
+            "acc_stderr": 0.008508133844703914
+        },
+        "arc_easy": {
+            "acc": 0.5900673400673401,
+            "acc_stderr": 0.010091953527506246,
+            "acc_norm": 0.5694444444444444,
+            "acc_norm_stderr": 0.01016034539686008
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112568,
+            "acc_norm": 0.2713310580204778,
+            "acc_norm_stderr": 0.012993807727545789
+        },
+        "sciq": {
+            "acc": 0.889,
+            "acc_stderr": 0.009938701010583726,
+            "acc_norm": 0.876,
+            "acc_norm_stderr": 0.01042749887234396
+        },
+        "piqa": {
+            "acc": 0.7393906420021763,
+            "acc_stderr": 0.010241826155811625,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056241
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64bb95525ce6405266cdd82fa6021120940ed62
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fbf581329a46b8e5fd9bba43df87bce0d55802726469e57488c81b104e0d48
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95dd99a5cea9038f4e42c0378a6a7cb92233608
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a71921ab6e3ec61cd17ec985d9c2c68e929e7a6369810ae7548609aa3d93210
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc5f42fb653c5a7d9d65b21f0d8a0fe2e9f7a63
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3341c1d1c5f604fd26fc7dae7081c3fcef872c1dfc93b5fb2a2f0bddabdc13
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f56a63784ef322351cb63a3c0a4130b5fdef727
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78e2faadaf879a5968c63b5b83702d43bb434e188959b80d3e592866975a66
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c118a392ce180c0a9090bdfd1b9a5886c13f414f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66a8b40fdf3f5cf88a07bc2b62a3fbe549c982c1561e2535e00bf298e28d668
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b24f785c00cf191a7797d7309b92beaaf412c66
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c312c52681a4978ccf3b575bf2f0430c3bc160bae24f2e1bac65b5bae9cfb7
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f905c8a553980e02b5552cf137d3f71fadf36d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ecf911e8c2980eae874ee153dd15cea2917e95990b833cb9c3ba550495b04d
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44873a26dccd1f485ac8e177f8168375d6aafc5f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44e1d3fb71c55251ae56da7421e616b2ef8386ce3f1a88d7ee0f6ce8ee01682
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fc08eac166cd40de1310c6a0d9271e8fb714ab
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c746290123c299b1e955044df1b4fbf5a355ae09e4de07ebe3525cb4af58a4
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7544178fb915ae5d81ae965c2444159351a4f597
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1658528c4cb9f3e44ee68214e587dced70456f0039604c851a157b4eb342a865
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce111bbb87fb512791c9c1fd024c28b8bd5e9e7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e2c6126a1143e013e3f31dfb714bdef9a56ba1c6b3189cea856e0835c7e82d
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb4bebae9761a2a5220168375541db577f5762f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ebb13f5830b14dca2020ff110b17b7f1b878d99cc907b35425ef1f880a119f
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590243e87bc01968f52bc55d1f6075117a67c3cc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a05c183046625bb71a9176c3f172ae7ea6dec586be4aa7eb2175b96f441373
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3a7b3ae4ee9b8c9e6108135f73ef80e39f3d48
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd68d498fa6938c8219dc315e8645adbef24b1389b6913ce6db9861b85efce5
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab8c1ecf8f8aa947747519dc7dffa79610802d0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91951dffc60785a19f8c7b6f7f039d5140ce1486169975c2a499ebafce1abf58
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74fb52d8872e0ef91a0a085743a7c5ab711ea58
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de13a8156a4e55e7320a5dc9a2960367a848899d5a6812bdc8140ec4fb1165aa
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d814000136163ae7eb338fa1b4c91355145771
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec44294185ca646fab8df1eacecb9e0be7279f69bbad8a25f6046fc5431d980
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fa1813f54c547d0c86bd7fe946b4a0b81570db
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de8717f129e45b7ca8c377a3db8c2f1db96f344b60b6ce002762ebdc7cafe90
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed01603b19d7a15225f32837a29525ba0b9528
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c05b4ba8e9838ddc89d71e0b91dfe249878db4960d3c147ba9f641b4e1ae21
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569f085276774fe2f4659e3bdd62d4e12da5ccb8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bb3f873cf5715962c78b321b0839e34859ddc47b7a2a552c66211710b8804
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a39ec2d7df5a1f7270f2ca9b6f5d5e80edb597e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9d3257de57903ee8e34394dee04aa10f36cf6bc48170fb3abf253ab39f9749
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2c91b8981bdf1e2e10de4c7bd6bfd436ab2778
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6596a405990d3918f668cad93a039948285301a291a821ac509ceb37f353558
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f2442edd6593200534f9e353b216b1c4093a21
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7af26e306591c392e98919d35529573def7638a7f85883080b265bd1f1fd5e
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1973d9327624b523f3bb945c48a3c57657d7c4a6
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935b6735ff125050d0a11975d3fa4c69d4cd519b60e27af58241a3df8215c13a
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b6068d736a2f10729f0a1c6f2db1e9bc1db8d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629ff56e538a992259702f6c63d4069174a5076c3a9a9c74022492b2941a51fc
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752cc86ba18e0f272d152435e013e114f89b2b6d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9568a012bff1f927b0b0c22169608f059b084dc83fcd4d1673dce3fe0f10ab44
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b1a0f2c7ce336d84ae24e98ceda33568868f15
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402486b2f91e5db1afe17b24cf33e67286900ba646270e146c7a3b143c147ac7
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d540860c5dc3fc9384fffa01ad01b7ddcc30734
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20bdcb669359f9b8b3b1cc0564d768751301a6ac8d41919f78098b14eb9e28c
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9bc799be4cd98f2c88ce8c6c9fedb042114327
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8adc10e0bada760a25f94b9dda2f58f643eb512edbec81dcef2eaf3f7b90760
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f0c73e84ebd419cbb02e35c0ae925ded2e9522
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861286beec461c23ce55cab82bb4ee66e59784064a81f4cfb807d13df0beba44
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf849ac399e6ac133e7f5d7e177828b9ae3fe7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea20670526fa5245c2ce8a4e079eff4651057c01314be5c29c9e12855ddf973
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed407ddeedd3a7484086f1a8fc0e8a2890f83133
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528c970c164f23f16214bc6da2632705d03f64d6573d47c38346bb6cc820a64c
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dca7c03a26b72a214b548c71db75655f3a5e1a4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da855bf12fdb8f60d751eef45096814c01bff7fd7c233896354d899e760ca88c
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7729785f0e5e333a7e4e2ef6bcb71df44eca13dc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8faa80396503fc643766cb09979838c0721d92c44f4453a33879d6d9c18771
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39895cc8391e2f056532ed6a435db2aa6b8783a5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5c69e4e49130ce8befde196e99306e2e7220e91c4871797117d084b991afe6
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7f8a57228ab62c34eab4ccf114322bc220f38
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb152ca76788bdf0bd9ff3c83eb0ab93f57d193a3a5b659fd9651f0580628ac
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d461da9bc7828ccd3cbe32a8aff05fce29fe9ed
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1480fb1833da790c268bb0a40ff7d5b07948845cb07b6ab9dfce0b7c0efb9c39
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3733fbda35a916d9b4386c43d9a8b0fcac7fd2a9
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1638d39b924f3e84de3b9608c9228e2dfda5996204f45cd52afd64cfa66b003
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dab7956d5265c3faa07411199862f17deaa873d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10f252f50e03278d77cb6b8e7cbbb3ccbf1f96150bd0356e6863e30cc189db
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f58b865f49c3f40d30e4004077197be084b85
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e63ec63dd8b8cd27f3be894d1823ee2fb521782773c9ed101acd6dbad8e1e9
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f656752cb2e141eaeb6e486e208fb727ee190a86
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c33857221f6d02e5d41d9e2aca680c52564a0d7fadb75cbcd4406165df49e38
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42de1a9e281409bbc5a5e8cba343b944bca74bdf
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1992754eac136e1b417bbb4be8bc08d4030fab176318770774df6f29bd0e9e1c
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e3d85090d625ffd3a44c90321da6052396770e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abf902041483b7c7c7f6d116ec58c95f29904457aa3ec84d962ee86e7f1f8e2
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f50a0c6d3c9b3cecf1a08e58b709013c2154ff
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e00a0a894a27be81a926617b8000aba1deec77f0a157cf383cc043d42efeb
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f1004141b83c557cd3a4b2fc74a54ffc3fd7f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fce86081ef3d5692e194821e1b8abc3624e9a055aadc371d038c7e5c608e02
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3431570804d6f92e5599b42b68151bef33491
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8049f7b9897911751e468a4007db39bb1e3c2bab9ed2c2d43575befd2932e67d
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0d7aa40b88d8418bc34c1c5642e6a9d00c5280
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6087738643253a3523de963bc72079b836f4ff2732583d08580d977f9b4a2b
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851d111c1f6a862fdc568600e6344e5ef666c0b1
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99b359b8fabd705a42f59a8f1f5d7a3ebb61c4203ea2c03691c1abf9745a768
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cfe4689b533ba0c502cf90a4934cd92db71132
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6384e0d16befd3551f618e978508f564051a83df8e35b69446058b7aa4383
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d1ae578d285038bff497f92d36c0c71e567bc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ce386ba95628180718660382ee28f864fc0045f00998463ce8d3fd2c79422
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975529846ba1383c5830df8bd55946d388fba559
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fbdb6c60e36dd5c8980eada1635f673da72fd0f7d5626ac5a3df811e2e8dd7
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4d82b7bf20495551b87ca3ba2cdf511f984a82
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58288f6132f487a668e7798d9f429ad72cb27e4537bc450153124057f2f064d9
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d4eaedc87634284c28180e7f4ed4b86b437d90
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4fc42641082862185bcc5a7caf8b4d0e6711625675d68438bbdc9466ab63d5
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06bbb3b2ba041080dc33c2459395aae66388428
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a256fe5af1662b2aaf0f67ac7b6226ab975af0c47522f12bc373908a8a86f8af
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d325c7fe5978c74b8d18c25f0bbff9a479e12
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16c40d7e3889f05af58059475414dbe4ce315b27304050584af1b90880ab491
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8f784aa28dde9e5793ce0772ade76656be26a8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb82fb3bc636acc8ddcec5deb2083f58e7d80cb40ebb104183f241ef13cf60a4
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4232f99196cd5b5c550c9ab0bdf7131e34d790f9
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bacc52d60e9219c9498eba46abb0790d4b4a1b2be99acf3af417821d8a1e282
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5253fee4b9cbf3c5f8ce0f7c05bf41e028c5234
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e96ccf54407d71aa4c55d4b29f8912600bcc141f80b99787ecd50ee28a1bdcd
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1985dcab6add595413f3ea69dd915c9a2867cf2
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c3f974804bfae8c5445bba82a8b2b20e06218b3972cac2df71e8b3f971553
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35ee570cbf2633de59776dd13c8eb52d7d1e676
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed0c42a2f002a70d74b89523fe0fd3c2a1f3779c12a613ddcfbf9605582199d
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c24d6fa5e9ffbab4ffef943e0900c34523de7d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7478faa69b16ca53ec0937f88810f9efceea7c278435f60bc830292ab6b3c9
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855a1a8030f670c0f000ad616264917ca0639173
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4c063bdd36d1abae57fe3a744509276e641feaa7f8734a2eee038164e70259
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9240730c9cae424e57b241a000c6bf0ad0ffc2f3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d020c696d10a9ef17b1c447c94f989b5c4ac2918f15d391aed3c1f860ba78b
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6e5eca714d27d22851e47d7bd53eb9c7e34dff
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff596746c235917a81659fd66b3ca595e4719b31d4c1eac734d05e6a4f8da6d
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d432afb842ce6db121c220a0d2cfbed513596d3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f02473a4320de76482711ed1577c74a103ef4f884eb6cfd016ace3584a1b58
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dd0a9e1837d93b7323d5d51c76768f70efeeef
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6628cc5783b5fa3964a4e14c459e2823d1f7194a4a53ca3a35738b5931207fb
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629d7f9e7f4b0a5f430ae90a15c77fda9cbdf815
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b457aec0dd3156be7be40e2f4a8a91afebc883f23a60f4ed97ceabe2d9dc471a
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670997b5844f2f7f6debc8c7fb34e28ffec6a12
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ee0938c6fc4f5ea65d054e515feff101f7a5c418f74b403c20778955eebfeb
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b40f26efa13f04ba7ac6262be7ec1275742d70
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139eb0805fb7121a01c8ae108e9e843b310c070acda768198cb7bc1c460507df
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9738e70797bce2cda33faa002b5b974547987a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f41ec28ce74d5de0602ad80e453f5920a3679580d5bcabc964a7221ae53389f
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f01eda50e13fb11538abc9d7ca12ec7f6873921
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd154e7f2c89203e164a228d9e5e339964cbf0542b44f6f237a51ea3c01f45
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7627e06417baaa6698b6cdea669f314529d3333a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04bc6a9a2e777b2ece3c89b06b8c974855aee8a93cd6803562cbba1389767b8
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6d89bcd50a79c1f26ddfaac20452d6ddf95f59
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b6f64b3d091670f456ee2485199703a9ad8bc6a1b0fbdb5383b18e8c73960f
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8913430ccebea6749853138e3603ffafe0669
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47b7eb956547916f3443349fa8e267f71bcd342a38b3059448998e801ef666
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b58b40333d31cbaf723f78a321625a2cfab46de
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1546135d13607e3864adf12631f424a6d1605715b5cebc817fcec7bad1227cdc
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71df447a8c93f511bfed12a5c46858cd1e73a4a5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60828787bba64cdd111ef2fe50aa71483839b309cad3d20ed8e60d774c5f891
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e511512d074f211caf2f60e3f08b0ca0c7491fbe
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9f6242ce1ca259a3364bb6cb4f36722b81e12d95fb1c9995f7671c2a955d58
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ec3d01ef113b8eca0427256330e13478209a4f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67afef44d32bfd0993828e143c1f886d9bed17a45244505237728f7f3323d04
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fb6772425ef88f91c9137dae755c6d2ae643b8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ecb4510098b5d889590e4713dd1595c6b8cd8c4f88ddf47425475c89b0626d
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed08bd13da614dcf03709441f809c0c8b15fb56
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a784d8da2fec14e0825703373159cf69811b8813a44cbcf5962c745c3ff5355
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4a0097245d8d02bf706522fdfdd80e0fe32d8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fba29ea9c52754ad5ea12f01bb0c56e89eb7e593e38c6138b0e5ae2e3bc62da
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a4286ae87be1fb764d6fa04b8b47d50e7f0b99
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545bda45e7e881851839c5df2c83f22bdc008d9650489250597645aec4cd9c3
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2cc740572512b9cdf9f9ba59b539545e5795bc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd7ecabe48abf2bd07b284bfc5b9ac6ae4304e9dc1b00a709e0ff1cf8ca4c2
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26498582c404d8e2b9ae6af84dfb0aeadb29aa1b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2f06ba4e51aa6c2c5e519921c4ff2fb2aa8ee50531c76fc04e88195775ce7
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e543aa39756b11c8398e44139c6b56ee02e398
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595bcb41169a4d4502a1109f2c5047a374919788440d83ff714e485f72d416b0
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c2605a366cbc9347f0b22e74cfd069232c1cb
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b45ec9b567867628d07c427389f68eb5aab3be4abf093aa4c675d1ea17f09
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847984986d67d1d80853c2896f61492a798842fb
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f738c31952badd3dbc0857d0b9c77e894cc9bcdc32817598f58081a4407d9dd5
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21ca9dc6303f40e6ef4ad8f5f6f8d740b836bec
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb6631f0d0cc5d8e8e4c3746e085a4c520ebf1543916452ecdbab76eaf28fbd
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3adf056210e7065c6941f3488248bde9ce66d0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c812673c95355298fb837a196ed836109eafb55f75c4308f3d304ea8097fb3e
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e869d66d00451036bd38c9c7b2635cd4a4db62
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901f819523ba2a2b84c5eba50c64a714d23034e2d9dbc84f24cc0d658062bb2f
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fee84bb46c30c66e8ed6b3d6f17cceb8ad16129
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8444b5f17918a30d406601ab350b04f948e2319e0ad370524e15af8a80b6c8f8
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1758036139a3feaa596fc551097dc100c987ac1
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f8bdca30b3e2a0bda75f8d3df20f879f63956c993d176be60de1187909c0e
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9c00cd2b06559ec85351ec440096f1ef71b332
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956af7e586eb2bcd441b8d3d478b7d537b4e610fe0ff25085561acca8e01675d
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48841013e51b07050362aa0dfbebecd63ebf52de
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ba33fdc7c6eb9fdf420e6066176e67aa7fe15744d5adb7e0243c394978179e
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44466e135986512f77b1aa1d4a37e4c39f357f51
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b40d7d17714ff7877d3acf5a8bd79de4ff74ee215007097277bbc405ff9268
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663af09ea8f227cb481e5edff09691b75f2daf63
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae46f4aa23c0e5bc901cfffcd3c244a3ec532a188e841ce83229677437c57a2
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe22b0dc42ebda5d8a1204dafc78f9d9ac50a50
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9c332a9cc7bd6b8486b46f6e681c1b107b9907032c9198ed4a5cb5a641b167
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7af2ec50eb5a628e4669e921b9774c699d0b5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf64d8c83dada4aa0765348252a130ec342e81deafb1f5f15adf5b7ae7cdace1
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af5591c2cb6e2d735fc581a8725bc1be799c5f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c122fa41b877d9c1b2c65464622c4f7f913175768290c75e87577ecef50f7f84
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941b43e4269dbea6ee41fd500dfdb9868e526b80
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608110e519fe29e68aecc50c1bf5b1955224082a7941149ed938d0e58e534d80
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8d73271ff288958a57618d4914bb424771252a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4716e4af61b85630bf6306c58f9de9a7306d792f72c3852bb471d00d4495562
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3748082dbf32674fe6a623c8ab7c24a982e7a7c4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67c1c04517bfea296622415a3468447b778b28557f94a1c356f0599b063a22c
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df6637222265c41f645ef12df3d27a334f2633a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62814ff3ebf88a368f8c889544de9056b201fb6ec89a860538ff6324b169ced
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a3296db538e6746296265d12100bd1fcd034a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0457f6e9e10c7bb82312878b7e5dffb2636965efb00215a5a456fd7eb1ed7532
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095042162b8ffe72bef2ea11329d7f0830fbfa2
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a768e0502241f7f3bcac0f021009bb689f4d7ba7c10bfb25875fbdb10653ccf
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a675f726ff5176ff549eaf0e837354c19ac1be1
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d988b5ad3f98a90e7a4682572c4bc45c484eb4eb8e178a1be2262bdaf0f2a44
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790da12e3ec2e5d376a5fe9ecfda3ebea2615241
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbdf28e637d56886df70f4ce375ec3ad4b9f9d463071dbe1878a77fedbe8790
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96f385c1352ae8d00fd91768f7964f3a0af0d8b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ca4073ce3b775448b28d0fa43ae5491706af81d66284ae01d51191232f433e
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098562b718c9b567eb7095dd45144b4d96448936
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e64bef32225b03945408a6c3ed20b1ab44d054f168396e3af58e2f55db4538f
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f95d6f41e992fdd6e303eaaf7c8f6711f97a05
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2875425c11607fe2c71652f19443a0f261ecc10a4afc53cd59799c575f0afdb3
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b9d1c5cbf936c2590c008bb761655dda842db7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4b83b4e9b96c340a6aa05df7e35d4da61414116d6da55d7e346c1ab6c84ed0
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed7ad7aec2c725b4ecde4ebd91437271c55ed1d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c317a920f397f6cbc8c205232f55b54d16405702de4527f62b6ae2c918c6e
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c94dfdbdbd592e4f00fb96bc22fe622b9922b9
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d98f331879005bf3061ae7f9dc6394474d6c47a5997dcbdad79e0554132c7b
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef332fd14a3ca9e9151cddddf94cc7dbf7f7c56
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1308ca691dade4395123306337762475ced03bb771304d7394c3c35acd67d0
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83ff0c85200b6af425d17ae791e580c45a1df1b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dde3fa21e257b11b59e0b58dd5dca0cc97f883ac50d4065da2ede29b6c55f92
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578809374813bcabd4770ed6d5683a3240216f64
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1637da9d3570ba2a3af55a28088b8e34c31b43b875db728e1c18651800188
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484c229608338b34e702833ba7719abd50091ac
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2830af4ab0320c7ce57f79a35bbb0e55b90a3482a4657e93be97a06bba6ff5
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfa3799c91949eef43bf624b9d7f45c4f2fff35
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e9fcdfe9b629b24371e944fc466607988c995d422ddf91b69cba2382a9070a
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bf0db7c63d8d9ab49c868a136325c8f979732e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c0336b0c567f8f5aa301a8652928e78fa0e7c09c4bb6e459457f8e422715e
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a2a79d6ace55af03fa30e9e82f8f704e0b38e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2468ed0924cc3ae70e9ef58f24baca81f3d5df392e9707ddfc1d8cf5771876e1
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679200549d4175c4f7ff8d054459a25177295210
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5101228b0435a22c4c180940a33fce83401cfe4eaf0f9cd58add0d610518c08
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bc0a8e22ca2ff42e4e8285e36fba690e66575a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68631d2bb9e7c7d0a64e03954c72a72d688a3ac86b162ac87b43c60d7f1186e2
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2287b7cc9f77b19ff88e94309ba7d3ea745a235f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4a6469858941bd38bb5524f858c8b4ac7335bc375fac046eb326899eb0ae3f
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20bd5e5990e2ea442d3d81edcbb6a987f8546f5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99958576c158f0e1f3e6baaa39d8b3c5c81728c4a25de99b82afb74d480bbec2
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f89ccd83437b39c557782bd7bfacb32366ecc6
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6a00c1e70ed63cd9781a03c2cc02465342791f4332364a87fc1980cb0eaf33
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27421999cf9c416287251f1120e3636cd516fcba
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d8acd38e50b5865d76300a76befd10fb9546e46bb31b01fd1224e3a4d93625
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106ec6e45575c8be806704a5d17919b043f1f217
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ce8e5d64ef8bc927e788b6a0a6ca478b184c63096707da83a0758b098f0d05
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86562fec52dba886f2a44629f87816a654d3f0fb
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5da3f72c602ce5ffdda47bd5722a79e3b29db146ca16a0604bfe092121b402
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362a2f67ad5972d6b948463af12840b8314d6ad1
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e5e9ff4f379339ec2280b51f2afb92c5f0b3d047bfdb75a5c117debf6aa831
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c10eab4eb3d1ecea37652879ab729d0fa2ff46
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be233286566f29e6bd3eeac4e0a532c585df72f94df1d04c5f003c2f25fbc954
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59b897621cf567047ed299e4f77c9f003783c9
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1fba9cec6464229c7e13f3718da9b3aa73048e39893d838416d5d19e59f749
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a105dfb4cd0cb3e1bba183dfaecb6457a6bc8f6a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4056b49445c8043e8d6e2dd021a3912e1588abf088aba88d2be319bf0d284
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc320875e721c15901fed5c2b76056e5d0c318e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6ee61ab1c8c291b8f4e0e532acc314de0c572eb20868da6ae958e28a55215e
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77276fa2348162a2b4d0414d867299832614be47
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8088d5a79d9ebf38b3d34165d3a2db44aed2c38f1e638f3fd76b54a4eb58ea
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf42b40f1817e25630a02335aed452672cb98385
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff57e5b4355b8bb3ef885ec486e4a11255f46952d10b260383855497d11a6aa
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb29ff629d8fc2b2f871df78020c5b59ee14ed
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca5193e009cffd0cc0ef273fb75050569c958feb91cb8fb04ae082d6d9d2a7
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4808ab80b9f2d37f9e25f6f84270c8634aa13da0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1d152a4673119ee935887107879d6311581bf24d95d36d46615787c84ebb17
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ddb373189f5ecb9d950fba152d362ba70458b0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2697043489ac89061353e850a7f786c2aa0e14ac77afe579b0013bce28951cf7
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a06d5d976107436dea8b0dcafc9df0fafc4ca3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f207d4c5d32ff718b19100765961b0f401e0b43964b03994d87acd4482e819
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22d898bc3d44150b72f23a8eeb421a8c53c2511
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7128b5dd701289f887d0da9dc09323a27e538e50cb2ca90c840ae11a2ad30ac4
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a965c5e96e85575e03bb417d9ef7befeb34a0f8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0fca34b608d42892de5dac1f5efc4315184ec4ea2836bbe82b956aa2989e32
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a3d9c7f6d032297f0f9bbe270272d4d8296213
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889054fa7280c144717334f21109cd902c79adb3f8405bacf76c07debe404c9f
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41416ad5cdc1ad2063f724619cb930f85b07f8cb
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eff7f15dca4e2bb9c3e090c02ce3e792efe8c14c316147fc22ce44bf913b9d
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c4249f77c9bc52928dbe26945fb42c9a581fd0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8404b2d4e9b967a4da56599588efab8074581b864a0e2130b00db38dff0c88
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b75bd329effa2c27cc543ea12611af05e8803fa
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a46356f2757f8af827e0483c3c2594385ee4ab5f92f683d26161c12a31cff54
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9127a11478bfa5a20692f7e808e9b2f7285336
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d46abe34a21058ac9794fdbce22fd87c3a508131d42dfa6e31a2ed5ff41816
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd8d5824b9d49315409c29dcdad219f0880320c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30a55348c31dfbc060f2ceb38693e51fa31ad3c2424be35c894fcab0cb4f94b
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d21fa2e4d51f05c8bcc8e78ea46e1a4aa0c819
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfa400b034293f59b54fd9bc6f075c4efd5bb39cc81741245b7e4922309d468
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b6b2cd2a3ff6f6dea952630c6904eb3e3664a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88765beb1efab77fcc23c6e5de6a5d4b0e5bcecb72afc8af8aa21adb685b077
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab43ef5e0da5814c5bda36063a4a2ba9d8e835c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ca336aa639421d154b22545ab38ec1e1761baab077623448112b641c00260c
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c714be6dd6687f3fee33f053d57045f39c94e64
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9443a68c354d1efe9f353097f51eb506aefe22e2964d8148d4866f727482568c
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c914bb10ebd736c1b3f120b84e0ec071321d78d0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9b85344ed57794fb47d46fb8f4116a1be94aa316f1c291fb2db5db714b3c83
+size 131677933
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f622e46eba7a6c6a6920bf19e5296bebdd60f36
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329b26ee4c313a3bab86344f7a83099ee8efb4ada6969273eb447777b773e02
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be42e5f209d4d4ea163616107ee3d3d43ac8138f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dbe92c3f3df587a5a3166527946639dd912c7541ec2cab2327622cab9becdd
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1166fd1e5a5b0a20aabb70f29d9312c8c0796620
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c117ccd46b8a93c62febc078ba65a137dd9e377badb269098b698b8afb0862
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d6456170a1a623dffaab82da14b06fe1d556cc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e0bfb713e104b65a2cbf51da271f212a61c1a042d2eb568b3b178f4f2c889
+size 131677922
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5291abf019805c47c83e7d682612a27cd76640
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca281a5cc8558f0e39bec54d484e92f397371c598cd6bc173808856f3286b11
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474daf9d1215cf630ce433bd8a3f64c9e5502bcd
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b4d86df863453339237a59a45d5c3daf665204ccf5883bc13e0dca8253558d
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444121dbd46ff2e88b2119115d763608efd10489
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a660011b8df7ecb675a4422cbc0eed8ad240d2bf1b598629e7ba3094576246
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea042be0aee59802956bc25ad0dffbfb64460a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51516b097eaf2b9d6b706c92336629ce51956ecfd262481f5997bc60e31ac58c
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95ef3cb0215c130dae1c48e6415efdc7276aef7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6f683dfe25efc1ba51216493637514fb34f28e436a9a748419096fe976e7f3
+size 131677805
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836928f76c118feaf0c86da036f2f89c47caf859
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d673aa5530351f3b936201c603d3ec9482cb44f3a024215c10b616c6739e01a
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1150c64dae74060c8a25cb1787664b3aa116c831
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40fd31e0b380a958146d2ef9deacaa19db2f1f9436169645eec0d9d2396f747
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34e6250b1697324f230ef68b233087143920057
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3031a7e07ba5d1207d8867cf8a97950f3c7e9a65fdafe99ffa0c9330cb69140
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b3403ba4e48d655cccfc5c9f17c4483a5f11c4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d77b7bcf05b068eded7e21c8c484ebd53bb5befa0cabf0306249dfc2c7421c3
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6688017c09078a693ff88ad3aedd877191fa9b3d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f42eb4f0f23c37ab3f5c6af3b676cf92638d3519064f7711b5191af7fa254c
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd049e391c9f82e2ed00211aeb8c4a54b668af3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619aa5de563a235aec4dbd256c0731527a4c8f097afbb4c1dd7f706ba961f1e3
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd6d0d884f3047c3ea3622bb17ef86ec9d7f28a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d77ce3ed224e455197d8268ab42c8a704c6019c4dac6fcf94f0188e45815887
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a7e52111bab6da04a34cadbece291d058a65a7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766014beade1db891002bc3ecdaa410d7af67b9085c8eafd0a6ed885353100c8
+size 131677869
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b437b163368955f6f5d98d86ae079c328d95d23c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2bb9766c900da23ff2acda512cdf1f9dbc66981b181b89f798fb09cc6e548
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36710aa64138d576fae005e06c33d42d8a9e2cd5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12427eb966439c850a0bf758cc2f9e575d5f4eec449769d1785104bb83f6520
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e330e87d8b26905a4246826f44407968b65ba7b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd378dbf32093f31ef02bf9b6bebf777e0e59c83350041d8e8bdf7b7556c7067
+size 131677741
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a464a7bc1fcca5929530438ae354ab81d7b71cce
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f410fff5f2855749faf325271c75df4529fc101af1e22f910e594f37d2396a19
+size 131677677
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2848a767af7965d7cac288a7a8c6fa5788b4eafc
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b6406e6645a1defc849dbeeb40f97f3ef013b959b7aadd0052205b3f77a6f3
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d8d6fa66a8302b62e706f6a2d9c19046756c32
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea6cb6af7f3ea202230e3e3076161005091f9be47da1ed8ce4825d93ed67585
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9751b7a9f735adc888dac558a9c78f743f82b4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a27ba0ae201d4eebc8482d0d9a6b9089c87dbb12e05367d778cd448409c3e50
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed288a1893aaf0345a736ad199753427064724
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cacf033954e564b0cb7c26e01324869a7a061d92d4ceafa3877bebc7d0ca71
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a11c70565cdecb52c05670dfc6d85642aea0f2b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160468aaeb55eb41df8416a1bf8066820e1d363f1137cc7dc2d16032bd8d2493
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f298c7328da48f28968987683e547feb996773
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628aa473e3df12d7d75e306b67370207e6833a40f60016585a0912e6ea25173d
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7256fa8085a7bafd7f10ec8bf4d2317ba19f04de
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ef5069f177ffe6238449b29894cffd4b0a10c55babcae13422c158ac55b5d6
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10543813a787c41e5db55674289beb10148c5211
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af5d1e03c9da58bd22a0e1a5b551ba4d08ee7ddada74994811642682db0728
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabdfb28f755435aed04b9e5591aaf9fa9586e2e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43855ac0811b866ece504ef95c7c2695c8e7df42e96fe73968dd86e82f2994
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57dffc4e1b79fa136b9160bfdcbbe42428d4442
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a315c042c859ec89e7332c35aba447e528d90e6329c3d985095514e6f36b1cac
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1041c3d2ff1d2dae9c252cd6a6adf8e921363b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06d47013e2914ba8f24915b451922c8b43e5bb40beed4701681d5a0133b441
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a812168ef58a4d46034ba85dc4d2c4e7fb5fa74
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff256df8aa07b7026606a208ae86cf6dc3937ba39f814b2604b56831f1723192
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f797c906fa6e0fdfef75c4bf7dc9d39324c4c1f
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2257e10aceb7f85b8ca2a662a56b1293a97ea5cfe120fd98adfc866b974257
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98787a171e594ebbe68c7208f423373f79c39603
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe4257a893c51c533341fe1ebdfdfe68fa97c3dfd119d6423f9181195dec45
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2993513ef0e016727dd907044a19995019a86874
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1bcf4fb49c783d9c6685b3ec1cb36d592a16dcf7a5531c70c0b6857e68443
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdcf43e6322899226cf735e3994aea56ec85c3e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6229212dae4b8a1e64e40c048dc5077c81a840fb24452c6189e18c4a00f91ab
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5e8ca6d4298fc0b252d9263a029b58b7cf62d5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b697ff0bfbfbc992aaccd6c0c8579ba5031df4d1459c11580ec39ab76e7d6aef
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9471c6f2000e4ac099813e53fee6426e82c36cc4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed94c280ef72ee7c6d7c17569b0dfe6e45d3be2d0e9e5c63aca5a3280f9d49e
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036f2e76645cca37ea3ac464f1453a252b39a9a8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf5a2ce88df6053d12f216bda43c0096d83d1f8394ec3a666395760582ce12f
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e96a25c034a81389f4fc6340aef3f6c21e15a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5b0db77a87c85fe6dcd5bf27d11083ec508dfd7c8afb66965153ba543bc401
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce3750c77ac99aaede5b81973f6bd34d99743e3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c985df445c339b8bc5553b4ccda9478fa4b982f904489a2b023c1afcbe6143a7
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f211edc12665a1c2c23fbb0ff5536ee4a0d6b37
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ab19c648223edc7d2329748a4138cfed73e41e0d6337dbc769bc211fb05c75
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6e05e120a7bd6113acd9b72754aab247857205
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2912164f6f1a2095e6e3c29b0019d910ef46ffad4a5f03f2350880c10bb936ba
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a224508c9a397b1327c3f7ce6742dfcd7b39e1
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823286f19f31ea47afb2734da949edc8c2447bc4484047ddc54f082a5fe72f6b
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840bf4be8ad4a57a2ed235c23fcacde6d601ceb7
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18537ba1db2945a678504c755739cb50cb87708dcc9f1612ec38ca9ec1b0159e
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57737d551b3683146ab8305de04c0b90ef32d3f6
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1e3fa13aefda933c3b207320fbd0971ae2e49c790442b349050f74dbb2357a
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8a800e4bd074860eff60a6e2948fab5ec9682
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a583d87bf721f12a69703b9b3a7e5f07c3dda0e961d1cc447e89f659b5065609
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f093c3847b48a27e65f893d25295e53fb30f5be
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac8010fe41e5e94afe1db29bcda80c34dccd9df9487fabdf3dbe332be2b3def
+size 131677847
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27d2fcc80af15782ddca0895d1aeef52151c924
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1a90ce46d59e4199c270d38003fc46c38cc7b2825f97d4c22a047479781944
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ae94971f65daa4dbea7c488acc366a881338af
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763b38129d394b699400486467102e7a2990045d6df00864213009a2d2ac617
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fd628020cbaf10e8aa4f5d3bbf08e3f73eb7ee
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22a661023e57ff90d9ba89d4354ca4b2c750226e0026d3944917ad4caf521ce
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313d64c7a538e697c99b1dcd5adbf06f6a7c9d1a
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e40de17d714b29edc934db68e66c4877a07b13e588d27c56fbb1268f17493f3
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7f38dade6d75ca0206c526836585777e0950d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d760a7f2a82f39eec1f8b7206ab85306f1796e4a08156ce7066f28bcfbdf48
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabbcc708a839281de86bc927b462485f06cf2dd
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1774250c8bfaf4860513b253fa03688a6e17f3e7cec421be18ae7f69c7eb42
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f78576699546165dae3b31fece24c74f80fbb08
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b1230c224d67b9885b185d9a2606790e8fb5c0f21b9fbdb30cbd67fd37079b
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3691be95a579b0378df34c9ea5748a4fa72ad16
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504780c885764ab1155ccbd7719b5441e272f5cbecf1bd953efb15b97bf05b58
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a7328ea5e296cdd31ef053810194e4ffac1b10
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb53eb8fe0fb030cdd02ccd5e8241972f1dd59194dd3dc8bd9f3f0b4e5249af4
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1b59efada45405cf500723edb4bd94154b1852
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c12e837bcf8891094fdb47dcd907ba6b191a80764a0b42fd8b7607d1ea897a6
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3076fc5a42933e385b7c0df9a2b4b8652c7a0c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c2b998d6bfb2caefbaeea4a9601d5bf90c2091bb7e08c9feb490ff739c1e2
+size 131677655
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c2a4f30cd0842b03ea0088f88bcaecb3dc1e4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c5813d3515c4f91120943240f86f4e7965ae592c67a58d32ccd9fa5940918b
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3747e956580c2411e680e74c4b26bc09883daa37
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e146c76b7dcc518283ca299c90df52461ec27ad2ca24e554fda0586ce3b8632c
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6e11c15dd7ca49c5148ec5aa2db90e35437cc5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d092822397b829624171320972387ad4649e514cae35265725da2f1746e0981f
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207b8d72bbcb71083a08a5f228139284f62fadf0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff7a484e915a8fef666df9ebb2f1e305fdc58ae8360c6b296cb1396153fe040
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc32723f39b94c3969d9293173ece8653b650e2c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d8f517a2da0ad0aa67bb717e9c1053c1f74274f697bebac4e94f713f3705d
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef657ff389d2400b13479bf7ea5b496df401fe12
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb13be8a22aa6c839a5005018e7d42de5c684c2ae9178d55fb73720a1fc8f3
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2026f88329490e345fe009c128d73f114d857678
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e4568dc030e77cc247c18825f2c1ab15242ea736d0f92ad8cea905ba4d6f14
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22210eeb096bfd40373d8c9bc4de2bc48d81932
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17110d5f31ca4ea679d655163fa92fa4a80160a5dd92e70d5fe71137ef881a1c
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee4e68be2cd6d54544888f992d367150df422d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230df05526763aef4cef20eb14228f34f6904dcf2326003cb9a98000bfe95e0b
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd00b9d4d2c1789acb27840bef6b957549f88782
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf41dd98eba028fd2bff49cc65b58c4f4326e22f301c7bcd20559cd0cc7c19b
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d42df88fc01dc8d0256769a71b515324c14ad67
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502b50132a595ecd4fd9d35cb54fdd48b8e068980f58ef257b8ed2982569b32
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add900a919b6808194de82c33937b45e51b7517
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36be340e102bf3fb5253eec46f514924899bd081165f7589b994b20685a778d4
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aac3f9b484d08b45595991fa38f780b893192d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076d42edf4f539d98999b8b2dc3b6e880fec9a88b04800ec597b0ec5d6721fa9
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56084696d6f3b5f11a75b61a8c58043f85d3e183
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1459e3728486a72291323c1aa7a268ded995d5a11b7ca4b79cae60eac1fa50e
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6ce7d23b0f7a0f86e3459770886f37a5d3fe12
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73840e73bd48862a7cd723ed4de06d56c7778860dd620e6d5f1f4a408ac36e59
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64687dc0440cd5f5fd3ad3d13c0ca4a77776448
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bee426b49b867616c4716c139a44141cef42ab4d6850560f37a54f0172cf95
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f6e8d64279992ce56973eb1f893ad88afaa08
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e13d611d11ea9d539f36469b255df6f06b9550afa4be6e2dc72c8081758319
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5227f7358fa7da20641c53690c22883ac5605fe3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21c8d0dfb4378797f557ceb28d6a71c7a67a4c961cd2e67bb5f2c86496598b2
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21da9dccfad88bb09bf9a63d7022c13d4d351f52
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23efd2b1ddc985a59aa1fd553730d8a2cb7a7aa7de59347549b810c7c32540af
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938e9a5ec2f3af8e7d511f0bba777b3ead3a7da3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeace3aa3a5879f696123b407c242e33196ba39bc04dbe6758405dc824e88cb
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0fcd36026cada4d7d4f9bc3d290f24be9482b5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a82a88019867ca80cb8d7258b1878b607ff661348cfd68a511bb03a9ef0dba
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d8dae29734849e29b20ae92ed03c74de77759d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268fe0e5a892e5e3aa3f14b7dbca510a6c30987ba9d94ece13971f631789f085
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e267a278e442adea0c4bb4ed5f352fa97c674240
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3bb5a980f1eef1abee5c22f0c58b715dc09358a24bbe59d3612461c26fc0cc
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509b1befbf9b05ad1b2280ef4a09d0cd935d4bd5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b9dd3cb126d27384d78367cf812fd0b841262b1fdaa4014918df5244023090
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f26b87e33c22685f814b663fc276bccae5f511c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa3ab81427947af6a8b822f528b5026dd3a587cb805aa06afdde58829416199
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb5ab4e2c4fd181f11e7a8875024d5f3decc68
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a909776dc49aca7fa504ae101b24f8d966c29d80e6d0300357c9f77dff856f6
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3cfeda8e36563c076aba5ac8f7b7db4c79bba4
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9a2c83e8794436a0c18b44d8f74f236aa5628b1e99be55761f0000319662bb
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36d73313f051cdb2de3203c2bd59873131a98b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce51820b45214f6e3c3ec2c0ac4aa91316d27761f71e48f213953d0df0123a5
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436a35d806866d34b9c44ae66f1fb30ccee99083
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e70472a82881107065501331b127a152d86664feddbbbb539e4848c80eef91
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bcf6e50ce23cf77c699b642e50dafbf07e1e12
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0f637de2a9d4633c968ea76d49557979764f76b87fecb363e8bd0e6ac5a2f
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153c2e323aae210dc9fa7b619edf56a27232fd4b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ec022e50f35f2f9979aeefce69f4c539a7579ffcd597635fdb74c28b6debc5
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf6a9d691df5a21efc3cbc37dbf50b74ff0155c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709903226cc1074e4307fad373dec8c14add6ec2f0b24cfc64fe35b2b6556b95
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be76e1defbafd9b3289aea588974dc3e619012
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a500a42df4f6ff099a6be85a6b1ebf9ca42700381269600eb7333997ba9c6c
+size 131677847
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb362f3ba5897cbd8129ad83d6f5cb0de346803
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484d9c5bcf3dbec912270e7bd5db410294185347f19be1076ab09e6b686c2768
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de7fac5865716194f43f1b5042302b197403f50
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4358fb0d6e7ff59cdba5fde03fdf1a757da1371e4792102b73b690f9b71e978
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df7d0dcbd683c996dace8922c56d3d2d5c8ca10
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57be67191f12026fcb8a497fcbc7241e246eb6927d6adbf1bbd9327315237b6
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bbd85eecc6493907dfabdc97500ce90cca101c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9133ab58f3e23e58d806c9e9d0cdb64b70940543f609cb672d701564cd65e1c
+size 131677922
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1035025ec34a18fa38a39c0032cf399f47672ec
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab05fd9ff84ce205a15177c33145bc83b47fe6cc97d65e522d5ae6c12559b317
+size 131677730
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93e8feb55beb5f6caab75edd9bdd19aa9e5f6d8
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a753da856da873dab6374e13e00ca358bea41289eb0ea090e0fb10844bb3452
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d89272c47be685ddd889a73cbd0a5217b0fb5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48482bf6774ba394575f4b59fd456f9937d6b2714cb0725a20cbd6a604f0639
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4543f3d83c6afc3640e250a463fd46bff9c305eb
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031cba8eb0c36553fcc50f2870258a60da4987b6a7fd33d7936739c30eadc7a2
+size 131677794
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d287ae99160bd776b1b59f21b55bf0a6de48f0
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f93df3ac054376fef3531ca048e9ae37d754ce3eef56595aad88901d325b1d4
+size 131677858
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e988a4dd410671c10f7892625d914a30d3cc05
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321b3007fa816aff404d3d8445e45fb746564cb2e2259b8332bdd7ab94388ebe
+size 131677666
diff --git a/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb5a23339b938a914668fb9fa0a3a2bc2d1e209
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbe8f8c753f1025f733aef1d6c6cbc709f118d94a97576ebe48880d0777b4ac
+size 131677719
diff --git a/2b855b14bc4seed4/global_step52452/layer_01-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fed109629497834ea6ed778186bf657b6230624
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908f2294e5cd4db90db76b3d0b6ab5291aac42a2ebfa9d04111dd037c4910af0
+size 268043523
diff --git a/2b855b14bc4seed4/global_step52452/layer_03-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238896d0ffc3d3ba722d1f803ad4c2b314564949
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab414689e56ac7080e6de489fa3a8cd048706520f99b50edba802b51a638920
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_04-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76d0b25ac7a42a066e72d5ffa776da396d87aec
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af6775ba519e7ad30385b1efa5e68c13ce29df69c66b11f2a9aac308cfad883
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_05-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ed89649fa3ec407356c75eb05b7e526b085c04
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb09634de3cff28b2c50cc00fb5d45fa5f1cf37901adff90c99221363088da95
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_06-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d5553ef17f884b448361c985ca5509c2313a9b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab3ad80157cadfdee679a0fb00b446fa1756de2b154d5d9928d266f1802c26
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_07-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7c41a6eec028521a8ef1da165635a5d07476b3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964155533f43fa72836f65bfbefa33c2ac13c1e68da31dac288885267abcc91c
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_08-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a48011fca439b27206980aff3fbaef64ea9b41
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fb4e1503bd08d1cc0309d516fde6bb9eb39a05c00073b8b00096cbc5ef9602
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_09-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f1ab69196c7881f78fa2b85c493919b370da1e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fe94fc668da4f9ca493f37c55d0add4488af5895e54d026ef2691c94029617
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_10-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784d0737b68b5509f0f994f1b19438420c1be648
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e65f5dc946c347fe85bad6cb863427c2d625df0f05c538b2192558d0b8f86fc
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_11-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d29276913d19c88d91a9f6098345a5a2445655c
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb92b24f4376a6d6bd1828bafc902305a93c42d4a18f9fd5a4df5eaa425fa45
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_12-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d38aae46091d5fb3ef3bd7c42598f231c158fd
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1d3db0aed14f9aec8a51f45fe678e974023718136d301ec1328e41870b12c2
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_13-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d1e971f6d2a0751226dc323f6fd8b4d0267df
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e61d6279bdf69737ec6ad51b83433e1fc6d5af1e67c90df0d1873ca7bc0b1ed
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_14-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506638958fc2999204c840672f14bcc862b20acd
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9aab8d30fc04feabd8f3776939e77908394d2fb3a89dc777c156f3a4672a0b0
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_15-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b39a4c74c64e59da06afe493711c7a34f147891
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357a78c655faa6ba9be733e01470ce8895e408ee15afdd9ae05a69e720a02a8c
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_16-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e8ec49cc02c07c339c4caa2c407536ca0c489
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1621a327d56deb43306a20c9327dea7fe4444328ed28c1f75abec99af02cbd91
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_17-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b32df284a82f66ccd2acd2455c942d477f90c5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f345e98f51d380b6eda5bfad3ae1ea37682779f72474af334196b18b5316ab50
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_18-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d623aba5e429697036410e3ee5d3d116083c8996
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c876fe7b8f44812b24e6bd4b811b241ea53a6e57a289e7cf5ffd1afa07d25cc
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_19-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2c553b1e47b94009704e0d8e22452478f0c555
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c8942e4a02a7eca626d692c0d28789acee48b70fec9ac840e3f2cdfdc28f9
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_20-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f11bbed8d3533543d372b66452ac091080ed49b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450e9aad8a24c98258893006c83943eca2adb51b7b79af7e2ac236805d399f5
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_21-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7467efaf7f18fad98e0124841a7a52460b45d0b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69c58bc7eabc9b3ae02c9011b56319576397f4a9afdf4c2d0040f9cb981aaaa
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_22-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a062a08e56e21161df478fdc6c0cd8fdaf6aa60
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998b2556c08f115cacf993ce8911bbaf4f922be98f9fa54c21f59baf4ebabd9
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_23-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44935c971727f83eb76b1788db425b17bc8a5953
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7faaf34263f8221cd3655f91af8879d2a7c77aa03dcac93a08afd4e2f6a1ee9
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_24-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d26b11536a615c2ce3fa2b94d4fe75b6072291
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812622fb55d0cc05ce2d0038fd816ef604cf048d36e305e271fcc2d44e42e2e0
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_25-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e75a0a5af9eb70e72cd1fe3d8b740c5201e5aa6
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d7b36214db1aec3314ca7e27f0219bb0b61ca30093b62c0738fb4519757ed9
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_26-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0cdf2ca440dadd4bd1650fcaba4adf199c332b
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2188f30e55c3a47105ee007247fcefdbc992fac78349068359a768ce1fce95
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_27-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68e8c5f506f1be8b876a6fdd800e97911cf3b58
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b38bb58f26d36fc4039c89bf62d1a3935f1271b4e2cce171e728ff2461c7acc
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_28-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fbbce6758fe8c3b832794249ef622a1b44ff46
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be09db5f4a4aba639f5ea82be59e86bce90e6b3edee85505c7cb7e0125101f
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_29-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c1eebbc1e0406e29cc67ee2fcf8f9e79cf15e
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f7529ccad9627a4f8109024ba49b834fb71fd644a78b7908aa2d5be99898f1
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_30-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dd956ed924f9f0ffff3baa041f2a3cdfeec990
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696fc8f813721d2b89cea1316c029cbacc097b735716f139c56669a1fc4b489b
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_31-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04badeca141aa934cd1ec133b4e60261b145b7d5
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fc263bf92a246610531af19576428085fd13492be6e9ae67c757e5deac1118
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_32-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b5008047916698fc8b40571b76db09d5902f51
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1e51b916fb46976b64b0aebc20b106b765edc62d12baf70cf33ed7e0142780
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_33-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c16f6ca8742a614cbd6a23c90ba881642e0829
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f581dd9f8df72c3c1522a003aba6fac44fa741f936179c1c36d97655620674
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_34-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92276943107d0cf7f7782aa69108b01b8f4a56cf
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f842b8f36bc10fd6bdaea3e0e35cb91efe3735e52e50c836ed5cae11b1f357f6
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_35-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b3bfecfcc1ee0b57691ead499dadf273611916
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04e7f252f0b81b5867279bcc5012277d43305cfa80b956fd81a4fc501d39539
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_36-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27baf239f39fdd48e0f821034720e12e980bea3
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fc2c424c622838ebcf430ed1bba6e1625ec7d07e9fcf0208fe93797d7cd93f
+size 157357315
diff --git a/2b855b14bc4seed4/global_step52452/layer_38-model_00-model_states.pt b/2b855b14bc4seed4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3693d46bd08ef53c508c38c4403dab8df37b483
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804c09514af9ff3353a5b8d72348c841d13898ccc09c98defd4656acbb217e63
+size 11459
diff --git a/2b855b14bc4seed4/global_step52452/mp_rank_00_model_states.pt b/2b855b14bc4seed4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d121e7d061402ae28cddd604c836d8ed8802d1d
--- /dev/null
+++ b/2b855b14bc4seed4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103d0556ece983ef08b6563e6ccdc069111e2757a7c1c20e7c65dd6388d1ba10
+size 49907
diff --git a/2b855b14bc4seed4/transformers/config.json b/2b855b14bc4seed4/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b14bc4seed4/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b14bc4seed4/transformers/pytorch_model.bin b/2b855b14bc4seed4/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d363a9271ffdbb89090ec0df15ee4ef422a47978
--- /dev/null
+++ b/2b855b14bc4seed4/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe9d3ca2996ced2b31c2cb710e2f9163cc8c4672986a7e3ca30a1c233c49f77
+size 5903417421