{"columns":[{"name":"config_general","type":"struct<lighteval_sha: string, num_few_shot_default: int64, num_fewshot_seeds: int64, override_batch_size: int64, max_samples: null, job_id: string, start_time: double, end_time: double, total_evaluation_time_secondes: string, model_name: string, model_sha: string, model_dtype: string, model_size: string>"},{"name":"results","type":"struct<harness|arc:challenge|25: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hellaswag|10: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-abstract_algebra|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-anatomy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-astronomy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-business_ethics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-clinical_knowledge|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_biology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_chemistry|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_computer_science|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_medicine|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-computer_security|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-conceptual_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-econometrics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-electrical_engineering|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-elementary_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-formal_logic|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-global_facts|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_biology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_chemistry|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_computer_science|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_european_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_geography|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_government_and_politics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_macroeconomics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_microeconomics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_psychology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_statistics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_us_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_world_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-human_aging|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-human_sexuality|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-international_law|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-jurisprudence|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-logical_fallacies|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-machine_learning|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-management|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-marketing|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-medical_genetics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-miscellaneous|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-moral_disputes|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-moral_scenarios|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-nutrition|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-philosophy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-prehistory|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_accounting|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_law|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_medicine|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_psychology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-public_relations|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-security_studies|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-sociology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-us_foreign_policy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-virology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-world_religions|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|truthfulqa:mc|0: struct<mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>, harness|winogrande|5: struct<acc: double, acc_stderr: double>, harness|gsm8k|5: struct<acc: double, acc_stderr: double>, all: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double, mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>>"},{"name":"versions","type":"struct<all: int64, harness|arc:challenge|25: int64, harness|gsm8k|5: int64, harness|hellaswag|10: int64, harness|hendrycksTest-abstract_algebra|5: int64, harness|hendrycksTest-anatomy|5: int64, harness|hendrycksTest-astronomy|5: int64, harness|hendrycksTest-business_ethics|5: int64, harness|hendrycksTest-clinical_knowledge|5: int64, harness|hendrycksTest-college_biology|5: int64, harness|hendrycksTest-college_chemistry|5: int64, harness|hendrycksTest-college_computer_science|5: int64, harness|hendrycksTest-college_mathematics|5: int64, harness|hendrycksTest-college_medicine|5: int64, harness|hendrycksTest-college_physics|5: int64, harness|hendrycksTest-computer_security|5: int64, harness|hendrycksTest-conceptual_physics|5: int64, harness|hendrycksTest-econometrics|5: int64, harness|hendrycksTest-electrical_engineering|5: int64, harness|hendrycksTest-elementary_mathematics|5: int64, harness|hendrycksTest-formal_logic|5: int64, harness|hendrycksTest-global_facts|5: int64, harness|hendrycksTest-high_school_biology|5: int64, harness|hendrycksTest-high_school_chemistry|5: int64, harness|hendrycksTest-high_school_computer_science|5: int64, harness|hendrycksTest-high_school_european_history|5: int64, harness|hendrycksTest-high_school_geography|5: int64, harness|hendrycksTest-high_school_government_and_politics|5: int64, harness|hendrycksTest-high_school_macroeconomics|5: int64, harness|hendrycksTest-high_school_mathematics|5: int64, harness|hendrycksTest-high_school_microeconomics|5: int64, harness|hendrycksTest-high_school_physics|5: int64, harness|hendrycksTest-high_school_psychology|5: int64, harness|hendrycksTest-high_school_statistics|5: int64, harness|hendrycksTest-high_school_us_history|5: int64, harness|hendrycksTest-high_school_world_history|5: int64, harness|hendrycksTest-human_aging|5: int64, harness|hendrycksTest-human_sexuality|5: int64, harness|hendrycksTest-international_law|5: int64, harness|hendrycksTest-jurisprudence|5: int64, harness|hendrycksTest-logical_fallacies|5: int64, harness|hendrycksTest-machine_learning|5: int64, harness|hendrycksTest-management|5: int64, harness|hendrycksTest-marketing|5: int64, harness|hendrycksTest-medical_genetics|5: int64, harness|hendrycksTest-miscellaneous|5: int64, harness|hendrycksTest-moral_disputes|5: int64, harness|hendrycksTest-moral_scenarios|5: int64, harness|hendrycksTest-nutrition|5: int64, harness|hendrycksTest-philosophy|5: int64, harness|hendrycksTest-prehistory|5: int64, harness|hendrycksTest-professional_accounting|5: int64, harness|hendrycksTest-professional_law|5: int64, harness|hendrycksTest-professional_medicine|5: int64, harness|hendrycksTest-professional_psychology|5: int64, harness|hendrycksTest-public_relations|5: int64, harness|hendrycksTest-security_studies|5: int64, harness|hendrycksTest-sociology|5: int64, harness|hendrycksTest-us_foreign_policy|5: int64, harness|hendrycksTest-virology|5: int64, harness|hendrycksTest-world_religions|5: int64, harness|truthfulqa:mc|0: int64, harness|winogrande|5: int64>"},{"name":"config_tasks","type":"struct<harness|arc:challenge: string, harness|gsm8k: string, harness|hellaswag: string, harness|hendrycksTest-abstract_algebra: string, harness|hendrycksTest-anatomy: string, harness|hendrycksTest-astronomy: string, harness|hendrycksTest-business_ethics: string, harness|hendrycksTest-clinical_knowledge: string, harness|hendrycksTest-college_biology: string, harness|hendrycksTest-college_chemistry: string, harness|hendrycksTest-college_computer_science: string, harness|hendrycksTest-college_mathematics: string, harness|hendrycksTest-college_medicine: string, harness|hendrycksTest-college_physics: string, harness|hendrycksTest-computer_security: string, harness|hendrycksTest-conceptual_physics: string, harness|hendrycksTest-econometrics: string, harness|hendrycksTest-electrical_engineering: string, harness|hendrycksTest-elementary_mathematics: string, harness|hendrycksTest-formal_logic: string, harness|hendrycksTest-global_facts: string, harness|hendrycksTest-high_school_biology: string, harness|hendrycksTest-high_school_chemistry: string, harness|hendrycksTest-high_school_computer_science: string, harness|hendrycksTest-high_school_european_history: string, harness|hendrycksTest-high_school_geography: string, harness|hendrycksTest-high_school_government_and_politics: string, harness|hendrycksTest-high_school_macroeconomics: string, harness|hendrycksTest-high_school_mathematics: string, harness|hendrycksTest-high_school_microeconomics: string, harness|hendrycksTest-high_school_physics: string, harness|hendrycksTest-high_school_psychology: string, harness|hendrycksTest-high_school_statistics: string, harness|hendrycksTest-high_school_us_history: string, harness|hendrycksTest-high_school_world_history: string, harness|hendrycksTest-human_aging: string, harness|hendrycksTest-human_sexuality: string, harness|hendrycksTest-international_law: string, harness|hendrycksTest-jurisprudence: string, harness|hendrycksTest-logical_fallacies: string, harness|hendrycksTest-machine_learning: string, harness|hendrycksTest-management: string, harness|hendrycksTest-marketing: string, harness|hendrycksTest-medical_genetics: string, harness|hendrycksTest-miscellaneous: string, harness|hendrycksTest-moral_disputes: string, harness|hendrycksTest-moral_scenarios: string, harness|hendrycksTest-nutrition: string, harness|hendrycksTest-philosophy: string, harness|hendrycksTest-prehistory: string, harness|hendrycksTest-professional_accounting: string, harness|hendrycksTest-professional_law: string, harness|hendrycksTest-professional_medicine: string, harness|hendrycksTest-professional_psychology: string, harness|hendrycksTest-public_relations: string, harness|hendrycksTest-security_studies: string, harness|hendrycksTest-sociology: string, harness|hendrycksTest-us_foreign_policy: string, harness|hendrycksTest-virology: string, harness|hendrycksTest-world_religions: string, harness|truthfulqa:mc: string, harness|winogrande: string>"},{"name":"summary_tasks","type":"struct<harness|arc:challenge|25: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hellaswag|10: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-abstract_algebra|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-anatomy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-astronomy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-business_ethics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-clinical_knowledge|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_biology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_chemistry|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_computer_science|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_medicine|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-computer_security|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-conceptual_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-econometrics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-electrical_engineering|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-elementary_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-formal_logic|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-global_facts|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_biology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_chemistry|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_computer_science|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_european_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_geography|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_government_and_politics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_macroeconomics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_microeconomics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_psychology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_statistics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_us_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_world_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-human_aging|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-human_sexuality|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-international_law|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-jurisprudence|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-logical_fallacies|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-machine_learning|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-management|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-marketing|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-medical_genetics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-miscellaneous|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-moral_disputes|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-moral_scenarios|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-nutrition|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-philosophy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-prehistory|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_accounting|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_law|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_medicine|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_psychology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-public_relations|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-security_studies|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-sociology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-us_foreign_policy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-virology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-world_religions|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|truthfulqa:mc|0: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|winogrande|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|gsm8k|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>>"},{"name":"summary_general","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, num_truncated_few_shots: int64>"}],"n_rows":1,"rows_kept":1,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":1,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 15.0.2","schema":{"fields":[{"name":"config_general","type":"struct<lighteval_sha: string, num_few_shot_default: int64, num_fewshot_seeds: int64, override_batch_size: int64, max_samples: null, job_id: string, start_time: double, end_time: double, total_evaluation_time_secondes: string, model_name: string, model_sha: string, model_dtype: string, model_size: string>","nullable":true,"metadata":null,"children":[{"name":"lighteval_sha","type":"string","nullable":true,"metadata":null,"children":null},{"name":"num_few_shot_default","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"num_fewshot_seeds","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"override_batch_size","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"max_samples","type":"null","nullable":true,"metadata":null,"children":null},{"name":"job_id","type":"string","nullable":true,"metadata":null,"children":null},{"name":"start_time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"end_time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"total_evaluation_time_secondes","type":"string","nullable":true,"metadata":null,"children":null},{"name":"model_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"model_sha","type":"string","nullable":true,"metadata":null,"children":null},{"name":"model_dtype","type":"string","nullable":true,"metadata":null,"children":null},{"name":"model_size","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"results","type":"struct<harness|arc:challenge|25: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hellaswag|10: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-abstract_algebra|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-anatomy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-astronomy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-business_ethics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-clinical_knowledge|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_biology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_chemistry|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_computer_science|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_medicine|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-college_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-computer_security|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-conceptual_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-econometrics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-electrical_engineering|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-elementary_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-formal_logic|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-global_facts|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_biology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_chemistry|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_computer_science|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_european_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_geography|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_government_and_politics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_macroeconomics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_mathematics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_microeconomics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_physics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_psychology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_statistics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_us_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-high_school_world_history|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-human_aging|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-human_sexuality|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-international_law|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-jurisprudence|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-logical_fallacies|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-machine_learning|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-management|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-marketing|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-medical_genetics|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-miscellaneous|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-moral_disputes|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-moral_scenarios|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-nutrition|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-philosophy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-prehistory|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_accounting|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_law|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_medicine|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-professional_psychology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-public_relations|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-security_studies|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-sociology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-us_foreign_policy|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-virology|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|hendrycksTest-world_religions|5: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>, harness|truthfulqa:mc|0: struct<mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>, harness|winogrande|5: struct<acc: double, acc_stderr: double>, harness|gsm8k|5: struct<acc: double, acc_stderr: double>, all: struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double, mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>>","nullable":true,"metadata":null,"children":[{"name":"harness|arc:challenge|25","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hellaswag|10","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-abstract_algebra|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-anatomy|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-astronomy|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-business_ethics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-clinical_knowledge|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_biology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_chemistry|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_computer_science|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_mathematics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_medicine|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_physics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-computer_security|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-conceptual_physics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-econometrics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-electrical_engineering|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-elementary_mathematics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-formal_logic|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-global_facts|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_biology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_chemistry|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_computer_science|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_european_history|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_geography|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_government_and_politics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_macroeconomics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_mathematics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_microeconomics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_physics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_psychology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_statistics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_us_history|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_world_history|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-human_aging|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-human_sexuality|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-international_law|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-jurisprudence|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-logical_fallacies|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-machine_learning|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-management|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-marketing|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-medical_genetics|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-miscellaneous|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-moral_disputes|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-moral_scenarios|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-nutrition|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-philosophy|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-prehistory|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_accounting|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_law|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_medicine|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_psychology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-public_relations|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-security_studies|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-sociology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-us_foreign_policy|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-virology|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-world_religions|5","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|truthfulqa:mc|0","type":"struct<mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"mc1","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc1_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc2","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc2_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|winogrande|5","type":"struct<acc: double, acc_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"harness|gsm8k|5","type":"struct<acc: double, acc_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null}]},{"name":"all","type":"struct<acc: double, acc_stderr: double, acc_norm: double, acc_norm_stderr: double, mc1: double, mc1_stderr: double, mc2: double, mc2_stderr: double>","nullable":true,"metadata":null,"children":[{"name":"acc","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm","type":"double","nullable":true,"metadata":null,"children":null},{"name":"acc_norm_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc1","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc1_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc2","type":"double","nullable":true,"metadata":null,"children":null},{"name":"mc2_stderr","type":"double","nullable":true,"metadata":null,"children":null}]}]},{"name":"versions","type":"struct<all: int64, harness|arc:challenge|25: int64, harness|gsm8k|5: int64, harness|hellaswag|10: int64, harness|hendrycksTest-abstract_algebra|5: int64, harness|hendrycksTest-anatomy|5: int64, harness|hendrycksTest-astronomy|5: int64, harness|hendrycksTest-business_ethics|5: int64, harness|hendrycksTest-clinical_knowledge|5: int64, harness|hendrycksTest-college_biology|5: int64, harness|hendrycksTest-college_chemistry|5: int64, harness|hendrycksTest-college_computer_science|5: int64, harness|hendrycksTest-college_mathematics|5: int64, harness|hendrycksTest-college_medicine|5: int64, harness|hendrycksTest-college_physics|5: int64, harness|hendrycksTest-computer_security|5: int64, harness|hendrycksTest-conceptual_physics|5: int64, harness|hendrycksTest-econometrics|5: int64, harness|hendrycksTest-electrical_engineering|5: int64, harness|hendrycksTest-elementary_mathematics|5: int64, harness|hendrycksTest-formal_logic|5: int64, harness|hendrycksTest-global_facts|5: int64, harness|hendrycksTest-high_school_biology|5: int64, harness|hendrycksTest-high_school_chemistry|5: int64, harness|hendrycksTest-high_school_computer_science|5: int64, harness|hendrycksTest-high_school_european_history|5: int64, harness|hendrycksTest-high_school_geography|5: int64, harness|hendrycksTest-high_school_government_and_politics|5: int64, harness|hendrycksTest-high_school_macroeconomics|5: int64, harness|hendrycksTest-high_school_mathematics|5: int64, harness|hendrycksTest-high_school_microeconomics|5: int64, harness|hendrycksTest-high_school_physics|5: int64, harness|hendrycksTest-high_school_psychology|5: int64, harness|hendrycksTest-high_school_statistics|5: int64, harness|hendrycksTest-high_school_us_history|5: int64, harness|hendrycksTest-high_school_world_history|5: int64, harness|hendrycksTest-human_aging|5: int64, harness|hendrycksTest-human_sexuality|5: int64, harness|hendrycksTest-international_law|5: int64, harness|hendrycksTest-jurisprudence|5: int64, harness|hendrycksTest-logical_fallacies|5: int64, harness|hendrycksTest-machine_learning|5: int64, harness|hendrycksTest-management|5: int64, harness|hendrycksTest-marketing|5: int64, harness|hendrycksTest-medical_genetics|5: int64, harness|hendrycksTest-miscellaneous|5: int64, harness|hendrycksTest-moral_disputes|5: int64, harness|hendrycksTest-moral_scenarios|5: int64, harness|hendrycksTest-nutrition|5: int64, harness|hendrycksTest-philosophy|5: int64, harness|hendrycksTest-prehistory|5: int64, harness|hendrycksTest-professional_accounting|5: int64, harness|hendrycksTest-professional_law|5: int64, harness|hendrycksTest-professional_medicine|5: int64, harness|hendrycksTest-professional_psychology|5: int64, harness|hendrycksTest-public_relations|5: int64, harness|hendrycksTest-security_studies|5: int64, harness|hendrycksTest-sociology|5: int64, harness|hendrycksTest-us_foreign_policy|5: int64, harness|hendrycksTest-virology|5: int64, harness|hendrycksTest-world_religions|5: int64, harness|truthfulqa:mc|0: int64, harness|winogrande|5: int64>","nullable":true,"metadata":null,"children":[{"name":"all","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|arc:challenge|25","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|gsm8k|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hellaswag|10","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-abstract_algebra|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-anatomy|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-astronomy|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-business_ethics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-clinical_knowledge|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_biology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_chemistry|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_computer_science|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_mathematics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_medicine|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_physics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-computer_security|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-conceptual_physics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-econometrics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-electrical_engineering|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-elementary_mathematics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-formal_logic|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-global_facts|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_biology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_chemistry|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_computer_science|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_european_history|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_geography|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_government_and_politics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_macroeconomics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_mathematics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_microeconomics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_physics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_psychology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_statistics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_us_history|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_world_history|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-human_aging|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-human_sexuality|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-international_law|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-jurisprudence|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-logical_fallacies|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-machine_learning|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-management|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-marketing|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-medical_genetics|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-miscellaneous|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-moral_disputes|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-moral_scenarios|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-nutrition|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-philosophy|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-prehistory|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_accounting|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_law|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_medicine|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_psychology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-public_relations|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-security_studies|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-sociology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-us_foreign_policy|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-virology|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-world_religions|5","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|truthfulqa:mc|0","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"harness|winogrande|5","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"config_tasks","type":"struct<harness|arc:challenge: string, harness|gsm8k: string, harness|hellaswag: string, harness|hendrycksTest-abstract_algebra: string, harness|hendrycksTest-anatomy: string, harness|hendrycksTest-astronomy: string, harness|hendrycksTest-business_ethics: string, harness|hendrycksTest-clinical_knowledge: string, harness|hendrycksTest-college_biology: string, harness|hendrycksTest-college_chemistry: string, harness|hendrycksTest-college_computer_science: string, harness|hendrycksTest-college_mathematics: string, harness|hendrycksTest-college_medicine: string, harness|hendrycksTest-college_physics: string, harness|hendrycksTest-computer_security: string, harness|hendrycksTest-conceptual_physics: string, harness|hendrycksTest-econometrics: string, harness|hendrycksTest-electrical_engineering: string, harness|hendrycksTest-elementary_mathematics: string, harness|hendrycksTest-formal_logic: string, harness|hendrycksTest-global_facts: string, harness|hendrycksTest-high_school_biology: string, harness|hendrycksTest-high_school_chemistry: string, harness|hendrycksTest-high_school_computer_science: string, harness|hendrycksTest-high_school_european_history: string, harness|hendrycksTest-high_school_geography: string, harness|hendrycksTest-high_school_government_and_politics: string, harness|hendrycksTest-high_school_macroeconomics: string, harness|hendrycksTest-high_school_mathematics: string, harness|hendrycksTest-high_school_microeconomics: string, harness|hendrycksTest-high_school_physics: string, harness|hendrycksTest-high_school_psychology: string, harness|hendrycksTest-high_school_statistics: string, harness|hendrycksTest-high_school_us_history: string, harness|hendrycksTest-high_school_world_history: string, harness|hendrycksTest-human_aging: string, harness|hendrycksTest-human_sexuality: string, harness|hendrycksTest-international_law: string, harness|hendrycksTest-jurisprudence: string, harness|hendrycksTest-logical_fallacies: string, harness|hendrycksTest-machine_learning: string, harness|hendrycksTest-management: string, harness|hendrycksTest-marketing: string, harness|hendrycksTest-medical_genetics: string, harness|hendrycksTest-miscellaneous: string, harness|hendrycksTest-moral_disputes: string, harness|hendrycksTest-moral_scenarios: string, harness|hendrycksTest-nutrition: string, harness|hendrycksTest-philosophy: string, harness|hendrycksTest-prehistory: string, harness|hendrycksTest-professional_accounting: string, harness|hendrycksTest-professional_law: string, harness|hendrycksTest-professional_medicine: string, harness|hendrycksTest-professional_psychology: string, harness|hendrycksTest-public_relations: string, harness|hendrycksTest-security_studies: string, harness|hendrycksTest-sociology: string, harness|hendrycksTest-us_foreign_policy: string, harness|hendrycksTest-virology: string, harness|hendrycksTest-world_religions: string, harness|truthfulqa:mc: string, harness|winogrande: string>","nullable":true,"metadata":null,"children":[{"name":"harness|arc:challenge","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|gsm8k","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hellaswag","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-abstract_algebra","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-anatomy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-astronomy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-business_ethics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-clinical_knowledge","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_biology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_chemistry","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_computer_science","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_mathematics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_medicine","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-college_physics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-computer_security","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-conceptual_physics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-econometrics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-electrical_engineering","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-elementary_mathematics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-formal_logic","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-global_facts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_biology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_chemistry","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_computer_science","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_european_history","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_geography","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_government_and_politics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_macroeconomics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_mathematics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_microeconomics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_physics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_psychology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_statistics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_us_history","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-high_school_world_history","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-human_aging","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-human_sexuality","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-international_law","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-jurisprudence","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-logical_fallacies","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-machine_learning","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-management","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-marketing","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-medical_genetics","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-miscellaneous","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-moral_disputes","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-moral_scenarios","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-nutrition","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-philosophy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-prehistory","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_accounting","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_law","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_medicine","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-professional_psychology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-public_relations","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-security_studies","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-sociology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-us_foreign_policy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-virology","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|hendrycksTest-world_religions","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|truthfulqa:mc","type":"string","nullable":true,"metadata":null,"children":null},{"name":"harness|winogrande","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"summary_tasks","type":"struct<harness|arc:challenge|25: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hellaswag|10: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-abstract_algebra|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-anatomy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-astronomy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-business_ethics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-clinical_knowledge|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_biology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_chemistry|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_computer_science|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_medicine|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-college_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-computer_security|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-conceptual_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-econometrics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-electrical_engineering|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-elementary_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-formal_logic|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-global_facts|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_biology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_chemistry|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_computer_science|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_european_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_geography|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_government_and_politics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_macroeconomics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_mathematics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_microeconomics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_physics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_psychology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_statistics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_us_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-high_school_world_history|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-human_aging|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-human_sexuality|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-international_law|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-jurisprudence|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-logical_fallacies|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-machine_learning|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-management|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-marketing|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-medical_genetics|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-miscellaneous|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-moral_disputes|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-moral_scenarios|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-nutrition|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-philosophy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-prehistory|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_accounting|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_law|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_medicine|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-professional_psychology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-public_relations|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-security_studies|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-sociology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-us_foreign_policy|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-virology|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|hendrycksTest-world_religions|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|truthfulqa:mc|0: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|winogrande|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>, harness|gsm8k|5: struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>>","nullable":true,"metadata":null,"children":[{"name":"harness|arc:challenge|25","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hellaswag|10","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-abstract_algebra|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-anatomy|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-astronomy|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-business_ethics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-clinical_knowledge|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_biology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_chemistry|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_computer_science|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_mathematics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_medicine|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-college_physics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-computer_security|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-conceptual_physics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-econometrics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-electrical_engineering|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-elementary_mathematics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-formal_logic|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-global_facts|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_biology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_chemistry|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_computer_science|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_european_history|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_geography|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_government_and_politics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_macroeconomics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_mathematics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_microeconomics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_physics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_psychology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_statistics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_us_history|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-high_school_world_history|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-human_aging|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-human_sexuality|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-international_law|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-jurisprudence|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-logical_fallacies|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-machine_learning|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-management|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-marketing|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-medical_genetics|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-miscellaneous|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-moral_disputes|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-moral_scenarios|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-nutrition|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-philosophy|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-prehistory|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_accounting|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_law|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_medicine|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-professional_psychology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-public_relations|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-security_studies|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-sociology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-us_foreign_policy|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-virology|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|hendrycksTest-world_religions|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|truthfulqa:mc|0","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|winogrande|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]},{"name":"harness|gsm8k|5","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, effective_few_shots: double, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"effective_few_shots","type":"double","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]}]},{"name":"summary_general","type":"struct<hashes: struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>, truncated: int64, non_truncated: int64, padded: int64, non_padded: int64, num_truncated_few_shots: int64>","nullable":true,"metadata":null,"children":[{"name":"hashes","type":"struct<hash_examples: string, hash_full_prompts: string, hash_input_tokens: string, hash_cont_tokens: string>","nullable":true,"metadata":null,"children":[{"name":"hash_examples","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_full_prompts","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_input_tokens","type":"string","nullable":true,"metadata":null,"children":null},{"name":"hash_cont_tokens","type":"string","nullable":true,"metadata":null,"children":null}]},{"name":"truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_truncated","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"non_padded","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"num_truncated_few_shots","type":"int64","nullable":true,"metadata":null,"children":null}]}],"parquet":"required group field_id=-1 schema {\n  optional group field_id=-1 config_general {\n    optional binary field_id=-1 lighteval_sha (String);\n    optional int64 field_id=-1 num_few_shot_default;\n    optional int64 field_id=-1 num_fewshot_seeds;\n    optional int64 field_id=-1 override_batch_size;\n    optional int32 field_id=-1 max_samples (Null);\n    optional binary field_id=-1 job_id (String);\n    optional double field_id=-1 start_time;\n    optional double field_id=-1 end_time;\n    optional binary field_id=-1 total_evaluation_time_secondes (String);\n    optional binary field_id=-1 model_name (String);\n    optional binary field_id=-1 model_sha (String);\n    optional binary field_id=-1 model_dtype (String);\n    optional binary field_id=-1 model_size (String);\n  }\n  optional group field_id=-1 results {\n    optional group field_id=-1 harness|arc:challenge|25 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hellaswag|10 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-abstract_algebra|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-anatomy|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-astronomy|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-business_ethics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-clinical_knowledge|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_biology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_chemistry|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_computer_science|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_mathematics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_medicine|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_physics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-computer_security|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-conceptual_physics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-econometrics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-electrical_engineering|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-elementary_mathematics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-formal_logic|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-global_facts|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_biology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_chemistry|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_computer_science|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_european_history|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_geography|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_government_and_politics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_macroeconomics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_mathematics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_microeconomics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_physics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_psychology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_statistics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_us_history|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_world_history|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-human_aging|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-human_sexuality|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-international_law|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-jurisprudence|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-logical_fallacies|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-machine_learning|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-management|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-marketing|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-medical_genetics|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-miscellaneous|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-moral_disputes|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-moral_scenarios|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-nutrition|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-philosophy|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-prehistory|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_accounting|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_law|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_medicine|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_psychology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-public_relations|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-security_studies|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-sociology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-us_foreign_policy|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-virology|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|hendrycksTest-world_religions|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n    }\n    optional group field_id=-1 harness|truthfulqa:mc|0 {\n      optional double field_id=-1 mc1;\n      optional double field_id=-1 mc1_stderr;\n      optional double field_id=-1 mc2;\n      optional double field_id=-1 mc2_stderr;\n    }\n    optional group field_id=-1 harness|winogrande|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n    }\n    optional group field_id=-1 harness|gsm8k|5 {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n    }\n    optional group field_id=-1 all {\n      optional double field_id=-1 acc;\n      optional double field_id=-1 acc_stderr;\n      optional double field_id=-1 acc_norm;\n      optional double field_id=-1 acc_norm_stderr;\n      optional double field_id=-1 mc1;\n      optional double field_id=-1 mc1_stderr;\n      optional double field_id=-1 mc2;\n      optional double field_id=-1 mc2_stderr;\n    }\n  }\n  optional group field_id=-1 versions {\n    optional int64 field_id=-1 all;\n    optional int64 field_id=-1 harness|arc:challenge|25;\n    optional int64 field_id=-1 harness|gsm8k|5;\n    optional int64 field_id=-1 harness|hellaswag|10;\n    optional int64 field_id=-1 harness|hendrycksTest-abstract_algebra|5;\n    optional int64 field_id=-1 harness|hendrycksTest-anatomy|5;\n    optional int64 field_id=-1 harness|hendrycksTest-astronomy|5;\n    optional int64 field_id=-1 harness|hendrycksTest-business_ethics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-clinical_knowledge|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_biology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_chemistry|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_computer_science|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_mathematics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_medicine|5;\n    optional int64 field_id=-1 harness|hendrycksTest-college_physics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-computer_security|5;\n    optional int64 field_id=-1 harness|hendrycksTest-conceptual_physics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-econometrics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-electrical_engineering|5;\n    optional int64 field_id=-1 harness|hendrycksTest-elementary_mathematics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-formal_logic|5;\n    optional int64 field_id=-1 harness|hendrycksTest-global_facts|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_biology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_chemistry|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_computer_science|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_european_history|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_geography|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_government_and_politics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_macroeconomics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_mathematics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_microeconomics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_physics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_psychology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_statistics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_us_history|5;\n    optional int64 field_id=-1 harness|hendrycksTest-high_school_world_history|5;\n    optional int64 field_id=-1 harness|hendrycksTest-human_aging|5;\n    optional int64 field_id=-1 harness|hendrycksTest-human_sexuality|5;\n    optional int64 field_id=-1 harness|hendrycksTest-international_law|5;\n    optional int64 field_id=-1 harness|hendrycksTest-jurisprudence|5;\n    optional int64 field_id=-1 harness|hendrycksTest-logical_fallacies|5;\n    optional int64 field_id=-1 harness|hendrycksTest-machine_learning|5;\n    optional int64 field_id=-1 harness|hendrycksTest-management|5;\n    optional int64 field_id=-1 harness|hendrycksTest-marketing|5;\n    optional int64 field_id=-1 harness|hendrycksTest-medical_genetics|5;\n    optional int64 field_id=-1 harness|hendrycksTest-miscellaneous|5;\n    optional int64 field_id=-1 harness|hendrycksTest-moral_disputes|5;\n    optional int64 field_id=-1 harness|hendrycksTest-moral_scenarios|5;\n    optional int64 field_id=-1 harness|hendrycksTest-nutrition|5;\n    optional int64 field_id=-1 harness|hendrycksTest-philosophy|5;\n    optional int64 field_id=-1 harness|hendrycksTest-prehistory|5;\n    optional int64 field_id=-1 harness|hendrycksTest-professional_accounting|5;\n    optional int64 field_id=-1 harness|hendrycksTest-professional_law|5;\n    optional int64 field_id=-1 harness|hendrycksTest-professional_medicine|5;\n    optional int64 field_id=-1 harness|hendrycksTest-professional_psychology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-public_relations|5;\n    optional int64 field_id=-1 harness|hendrycksTest-security_studies|5;\n    optional int64 field_id=-1 harness|hendrycksTest-sociology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-us_foreign_policy|5;\n    optional int64 field_id=-1 harness|hendrycksTest-virology|5;\n    optional int64 field_id=-1 harness|hendrycksTest-world_religions|5;\n    optional int64 field_id=-1 harness|truthfulqa:mc|0;\n    optional int64 field_id=-1 harness|winogrande|5;\n  }\n  optional group field_id=-1 config_tasks {\n    optional binary field_id=-1 harness|arc:challenge (String);\n    optional binary field_id=-1 harness|gsm8k (String);\n    optional binary field_id=-1 harness|hellaswag (String);\n    optional binary field_id=-1 harness|hendrycksTest-abstract_algebra (String);\n    optional binary field_id=-1 harness|hendrycksTest-anatomy (String);\n    optional binary field_id=-1 harness|hendrycksTest-astronomy (String);\n    optional binary field_id=-1 harness|hendrycksTest-business_ethics (String);\n    optional binary field_id=-1 harness|hendrycksTest-clinical_knowledge (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_biology (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_chemistry (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_computer_science (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_mathematics (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_medicine (String);\n    optional binary field_id=-1 harness|hendrycksTest-college_physics (String);\n    optional binary field_id=-1 harness|hendrycksTest-computer_security (String);\n    optional binary field_id=-1 harness|hendrycksTest-conceptual_physics (String);\n    optional binary field_id=-1 harness|hendrycksTest-econometrics (String);\n    optional binary field_id=-1 harness|hendrycksTest-electrical_engineering (String);\n    optional binary field_id=-1 harness|hendrycksTest-elementary_mathematics (String);\n    optional binary field_id=-1 harness|hendrycksTest-formal_logic (String);\n    optional binary field_id=-1 harness|hendrycksTest-global_facts (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_biology (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_chemistry (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_computer_science (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_european_history (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_geography (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_government_and_politics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_macroeconomics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_mathematics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_microeconomics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_physics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_psychology (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_statistics (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_us_history (String);\n    optional binary field_id=-1 harness|hendrycksTest-high_school_world_history (String);\n    optional binary field_id=-1 harness|hendrycksTest-human_aging (String);\n    optional binary field_id=-1 harness|hendrycksTest-human_sexuality (String);\n    optional binary field_id=-1 harness|hendrycksTest-international_law (String);\n    optional binary field_id=-1 harness|hendrycksTest-jurisprudence (String);\n    optional binary field_id=-1 harness|hendrycksTest-logical_fallacies (String);\n    optional binary field_id=-1 harness|hendrycksTest-machine_learning (String);\n    optional binary field_id=-1 harness|hendrycksTest-management (String);\n    optional binary field_id=-1 harness|hendrycksTest-marketing (String);\n    optional binary field_id=-1 harness|hendrycksTest-medical_genetics (String);\n    optional binary field_id=-1 harness|hendrycksTest-miscellaneous (String);\n    optional binary field_id=-1 harness|hendrycksTest-moral_disputes (String);\n    optional binary field_id=-1 harness|hendrycksTest-moral_scenarios (String);\n    optional binary field_id=-1 harness|hendrycksTest-nutrition (String);\n    optional binary field_id=-1 harness|hendrycksTest-philosophy (String);\n    optional binary field_id=-1 harness|hendrycksTest-prehistory (String);\n    optional binary field_id=-1 harness|hendrycksTest-professional_accounting (String);\n    optional binary field_id=-1 harness|hendrycksTest-professional_law (String);\n    optional binary field_id=-1 harness|hendrycksTest-professional_medicine (String);\n    optional binary field_id=-1 harness|hendrycksTest-professional_psychology (String);\n    optional binary field_id=-1 harness|hendrycksTest-public_relations (String);\n    optional binary field_id=-1 harness|hendrycksTest-security_studies (String);\n    optional binary field_id=-1 harness|hendrycksTest-sociology (String);\n    optional binary field_id=-1 harness|hendrycksTest-us_foreign_policy (String);\n    optional binary field_id=-1 harness|hendrycksTest-virology (String);\n    optional binary field_id=-1 harness|hendrycksTest-world_religions (String);\n    optional binary field_id=-1 harness|truthfulqa:mc (String);\n    optional binary field_id=-1 harness|winogrande (String);\n  }\n  optional group field_id=-1 summary_tasks {\n    optional group field_id=-1 harness|arc:challenge|25 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hellaswag|10 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-abstract_algebra|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-anatomy|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-astronomy|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-business_ethics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-clinical_knowledge|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_biology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_chemistry|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_computer_science|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_mathematics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_medicine|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-college_physics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-computer_security|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-conceptual_physics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-econometrics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-electrical_engineering|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-elementary_mathematics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-formal_logic|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-global_facts|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_biology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_chemistry|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_computer_science|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_european_history|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_geography|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_government_and_politics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_macroeconomics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_mathematics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_microeconomics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_physics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_psychology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_statistics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_us_history|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-high_school_world_history|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-human_aging|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-human_sexuality|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-international_law|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-jurisprudence|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-logical_fallacies|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-machine_learning|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-management|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-marketing|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-medical_genetics|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-miscellaneous|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-moral_disputes|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-moral_scenarios|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-nutrition|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-philosophy|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-prehistory|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_accounting|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_law|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_medicine|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-professional_psychology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-public_relations|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-security_studies|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-sociology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-us_foreign_policy|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-virology|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|hendrycksTest-world_religions|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|truthfulqa:mc|0 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|winogrande|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n    optional group field_id=-1 harness|gsm8k|5 {\n      optional group field_id=-1 hashes {\n        optional binary field_id=-1 hash_examples (String);\n        optional binary field_id=-1 hash_full_prompts (String);\n        optional binary field_id=-1 hash_input_tokens (String);\n        optional binary field_id=-1 hash_cont_tokens (String);\n      }\n      optional int64 field_id=-1 truncated;\n      optional int64 field_id=-1 non_truncated;\n      optional int64 field_id=-1 padded;\n      optional int64 field_id=-1 non_padded;\n      optional double field_id=-1 effective_few_shots;\n      optional int64 field_id=-1 num_truncated_few_shots;\n    }\n  }\n  optional group field_id=-1 summary_general {\n    optional group field_id=-1 hashes {\n      optional binary field_id=-1 hash_examples (String);\n      optional binary field_id=-1 hash_full_prompts (String);\n      optional binary field_id=-1 hash_input_tokens (String);\n      optional binary field_id=-1 hash_cont_tokens (String);\n    }\n    optional int64 field_id=-1 truncated;\n    optional int64 field_id=-1 non_truncated;\n    optional int64 field_id=-1 padded;\n    optional int64 field_id=-1 non_padded;\n    optional int64 field_id=-1 num_truncated_few_shots;\n  }\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":185344,"head":""}}],["huggingface","{\"info\": {\"features\": {\"config_general\": {\"lighteval_sha\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"num_few_shot_default\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"num_fewshot_seeds\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"override_batch_size\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"max_samples\": {\"dtype\": \"null\", \"_type\": \"Value\"}, \"job_id\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"start_time\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"end_time\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"total_evaluation_time_secondes\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"model_name\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"model_sha\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"model_dtype\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"model_size\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"results\": {\"harness|arc:challenge|25\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hellaswag|10\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-abstract_algebra|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-anatomy|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-astronomy|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-business_ethics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-clinical_knowledge|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_biology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_chemistry|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_computer_science|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_mathematics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_medicine|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_physics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-computer_security|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-conceptual_physics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-econometrics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-electrical_engineering|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-elementary_mathematics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-formal_logic|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-global_facts|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_biology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_chemistry|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_computer_science|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_european_history|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_geography|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_government_and_politics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_macroeconomics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_mathematics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_microeconomics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_physics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_psychology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_statistics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_us_history|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_world_history|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-human_aging|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-human_sexuality|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-international_law|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-jurisprudence|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-logical_fallacies|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-machine_learning|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-management|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-marketing|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-medical_genetics|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-miscellaneous|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-moral_disputes|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-moral_scenarios|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-nutrition|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-philosophy|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-prehistory|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_accounting|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_law|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_medicine|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_psychology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-public_relations|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-security_studies|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-sociology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-us_foreign_policy|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-virology|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-world_religions|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|truthfulqa:mc|0\": {\"mc1\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc1_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc2\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc2_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|winogrande|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"harness|gsm8k|5\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}, \"all\": {\"acc\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"acc_norm_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc1\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc1_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc2\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"mc2_stderr\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}, \"versions\": {\"all\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|arc:challenge|25\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|gsm8k|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hellaswag|10\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-abstract_algebra|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-anatomy|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-astronomy|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-business_ethics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-clinical_knowledge|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_biology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_chemistry|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_computer_science|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_mathematics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_medicine|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_physics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-computer_security|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-conceptual_physics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-econometrics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-electrical_engineering|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-elementary_mathematics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-formal_logic|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-global_facts|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_biology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_chemistry|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_computer_science|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_european_history|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_geography|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_government_and_politics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_macroeconomics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_mathematics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_microeconomics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_physics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_psychology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_statistics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_us_history|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_world_history|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-human_aging|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-human_sexuality|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-international_law|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-jurisprudence|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-logical_fallacies|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-machine_learning|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-management|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-marketing|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-medical_genetics|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-miscellaneous|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-moral_disputes|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-moral_scenarios|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-nutrition|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-philosophy|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-prehistory|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_accounting|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_law|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_medicine|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_psychology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-public_relations|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-security_studies|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-sociology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-us_foreign_policy|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-virology|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|hendrycksTest-world_religions|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|truthfulqa:mc|0\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"harness|winogrande|5\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"config_tasks\": {\"harness|arc:challenge\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|gsm8k\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hellaswag\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-abstract_algebra\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-anatomy\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-astronomy\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-business_ethics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-clinical_knowledge\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_biology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_chemistry\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_computer_science\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_mathematics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_medicine\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-college_physics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-computer_security\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-conceptual_physics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-econometrics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-electrical_engineering\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-elementary_mathematics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-formal_logic\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-global_facts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_biology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_chemistry\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_computer_science\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_european_history\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_geography\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_government_and_politics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_macroeconomics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_mathematics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_microeconomics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_physics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_psychology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_statistics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_us_history\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-high_school_world_history\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-human_aging\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-human_sexuality\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-international_law\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-jurisprudence\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-logical_fallacies\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-machine_learning\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-management\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-marketing\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-medical_genetics\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-miscellaneous\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-moral_disputes\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-moral_scenarios\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-nutrition\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-philosophy\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-prehistory\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_accounting\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_law\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_medicine\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-professional_psychology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-public_relations\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-security_studies\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-sociology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-us_foreign_policy\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-virology\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|hendrycksTest-world_religions\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|truthfulqa:mc\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"harness|winogrande\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"summary_tasks\": {\"harness|arc:challenge|25\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hellaswag|10\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-abstract_algebra|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-anatomy|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-astronomy|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-business_ethics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-clinical_knowledge|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_biology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_chemistry|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_computer_science|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_mathematics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_medicine|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-college_physics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-computer_security|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-conceptual_physics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-econometrics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-electrical_engineering|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-elementary_mathematics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-formal_logic|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-global_facts|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_biology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_chemistry|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_computer_science|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_european_history|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_geography|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_government_and_politics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_macroeconomics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_mathematics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_microeconomics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_physics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_psychology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_statistics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_us_history|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-high_school_world_history|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-human_aging|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-human_sexuality|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-international_law|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-jurisprudence|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-logical_fallacies|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-machine_learning|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-management|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-marketing|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-medical_genetics|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-miscellaneous|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-moral_disputes|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-moral_scenarios|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-nutrition|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-philosophy|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-prehistory|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_accounting|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_law|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_medicine|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-professional_psychology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-public_relations|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-security_studies|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-sociology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-us_foreign_policy|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-virology|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|hendrycksTest-world_religions|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|truthfulqa:mc|0\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|winogrande|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}, \"harness|gsm8k|5\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"effective_few_shots\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}}, \"summary_general\": {\"hashes\": {\"hash_examples\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_full_prompts\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_input_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"hash_cont_tokens\": {\"dtype\": \"string\", \"_type\": \"Value\"}}, \"truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_truncated\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"non_padded\": {\"dtype\": \"int64\", \"_type\": \"Value\"}, \"num_truncated_few_shots\": {\"dtype\": \"int64\", \"_type\": \"Value\"}}}}}"]]}
[{"lighteval_sha":"494ee12240e716e804ae9ea834f84a2c864c07ca","num_few_shot_default":0,"num_fewshot_seeds":1,"override_batch_size":1,"max_samples":null,"job_id":"","start_time":154821.419894645,"end_time":159032.443656036,"total_evaluation_time_secondes":"4211.023761390999","model_name":"DeepMount00/Llama-3-8b-Ita","model_sha":"5e52c05a8083251b0b1c9f26204c82364e66d3df","model_dtype":"torch.bfloat16","model_size":"15.08 GB"},{"harness|arc:challenge|25":{"acc":0.7158703071672355,"acc_stderr":0.013179442447653886,"acc_norm":0.7295221843003413,"acc_norm_stderr":0.012980954547659556},"harness|hellaswag|10":{"acc":0.7307309300936069,"acc_stderr":0.0044267347188089,"acc_norm":0.8907588129854611,"acc_norm_stderr":0.003113040606540146},"harness|hendrycksTest-abstract_algebra|5":{"acc":0.36,"acc_stderr":0.04824181513244218,"acc_norm":0.36,"acc_norm_stderr":0.04824181513244218},"harness|hendrycksTest-anatomy|5":{"acc":0.6296296296296297,"acc_stderr":0.04171654161354543,"acc_norm":0.6296296296296297,"acc_norm_stderr":0.04171654161354543},"harness|hendrycksTest-astronomy|5":{"acc":0.7171052631578947,"acc_stderr":0.03665349695640767,"acc_norm":0.7171052631578947,"acc_norm_stderr":0.03665349695640767},"harness|hendrycksTest-business_ethics|5":{"acc":0.73,"acc_stderr":0.0446196043338474,"acc_norm":0.73,"acc_norm_stderr":0.0446196043338474},"harness|hendrycksTest-clinical_knowledge|5":{"acc":0.7471698113207547,"acc_stderr":0.026749899771241207,"acc_norm":0.7471698113207547,"acc_norm_stderr":0.026749899771241207},"harness|hendrycksTest-college_biology|5":{"acc":0.8333333333333334,"acc_stderr":0.031164899666948603,"acc_norm":0.8333333333333334,"acc_norm_stderr":0.031164899666948603},"harness|hendrycksTest-college_chemistry|5":{"acc":0.52,"acc_stderr":0.050211673156867795,"acc_norm":0.52,"acc_norm_stderr":0.050211673156867795},"harness|hendrycksTest-college_computer_science|5":{"acc":0.58,"acc_stderr":0.049604496374885836,"acc_norm":0.58,"acc_norm_stderr":0.049604496374885836},"harness|hendrycksTest-college_mathematics|5":{"acc":0.39,"acc_stderr":0.04902071300001975,"acc_norm":0.39,"acc_norm_stderr":0.04902071300001975},"harness|hendrycksTest-college_medicine|5":{"acc":0.6763005780346821,"acc_stderr":0.0356760379963917,"acc_norm":0.6763005780346821,"acc_norm_stderr":0.0356760379963917},"harness|hendrycksTest-college_physics|5":{"acc":0.4803921568627451,"acc_stderr":0.04971358884367406,"acc_norm":0.4803921568627451,"acc_norm_stderr":0.04971358884367406},"harness|hendrycksTest-computer_security|5":{"acc":0.79,"acc_stderr":0.040936018074033256,"acc_norm":0.79,"acc_norm_stderr":0.040936018074033256},"harness|hendrycksTest-conceptual_physics|5":{"acc":0.6127659574468085,"acc_stderr":0.03184389265339526,"acc_norm":0.6127659574468085,"acc_norm_stderr":0.03184389265339526},"harness|hendrycksTest-econometrics|5":{"acc":0.5964912280701754,"acc_stderr":0.04615186962583707,"acc_norm":0.5964912280701754,"acc_norm_stderr":0.04615186962583707},"harness|hendrycksTest-electrical_engineering|5":{"acc":0.6551724137931034,"acc_stderr":0.03960933549451207,"acc_norm":0.6551724137931034,"acc_norm_stderr":0.03960933549451207},"harness|hendrycksTest-elementary_mathematics|5":{"acc":0.46296296296296297,"acc_stderr":0.025680564640056882,"acc_norm":0.46296296296296297,"acc_norm_stderr":0.025680564640056882},"harness|hendrycksTest-formal_logic|5":{"acc":0.5158730158730159,"acc_stderr":0.044698818540726076,"acc_norm":0.5158730158730159,"acc_norm_stderr":0.044698818540726076},"harness|hendrycksTest-global_facts|5":{"acc":0.44,"acc_stderr":0.04988876515698589,"acc_norm":0.44,"acc_norm_stderr":0.04988876515698589},"harness|hendrycksTest-high_school_biology|5":{"acc":0.7806451612903226,"acc_stderr":0.023540799358723274,"acc_norm":0.7806451612903226,"acc_norm_stderr":0.023540799358723274},"harness|hendrycksTest-high_school_chemistry|5":{"acc":0.5763546798029556,"acc_stderr":0.034767257476490364,"acc_norm":0.5763546798029556,"acc_norm_stderr":0.034767257476490364},"harness|hendrycksTest-high_school_computer_science|5":{"acc":0.75,"acc_stderr":0.04351941398892446,"acc_norm":0.75,"acc_norm_stderr":0.04351941398892446},"harness|hendrycksTest-high_school_european_history|5":{"acc":0.7575757575757576,"acc_stderr":0.03346409881055953,"acc_norm":0.7575757575757576,"acc_norm_stderr":0.03346409881055953},"harness|hendrycksTest-high_school_geography|5":{"acc":0.8585858585858586,"acc_stderr":0.024825909793343346,"acc_norm":0.8585858585858586,"acc_norm_stderr":0.024825909793343346},"harness|hendrycksTest-high_school_government_and_politics|5":{"acc":0.9119170984455959,"acc_stderr":0.02045374660160103,"acc_norm":0.9119170984455959,"acc_norm_stderr":0.02045374660160103},"harness|hendrycksTest-high_school_macroeconomics|5":{"acc":0.6666666666666666,"acc_stderr":0.023901157979402544,"acc_norm":0.6666666666666666,"acc_norm_stderr":0.023901157979402544},"harness|hendrycksTest-high_school_mathematics|5":{"acc":0.4111111111111111,"acc_stderr":0.02999992350870668,"acc_norm":0.4111111111111111,"acc_norm_stderr":0.02999992350870668},"harness|hendrycksTest-high_school_microeconomics|5":{"acc":0.7899159663865546,"acc_stderr":0.026461398717471874,"acc_norm":0.7899159663865546,"acc_norm_stderr":0.026461398717471874},"harness|hendrycksTest-high_school_physics|5":{"acc":0.39072847682119205,"acc_stderr":0.03983798306659807,"acc_norm":0.39072847682119205,"acc_norm_stderr":0.03983798306659807},"harness|hendrycksTest-high_school_psychology|5":{"acc":0.8495412844036697,"acc_stderr":0.015328563932669235,"acc_norm":0.8495412844036697,"acc_norm_stderr":0.015328563932669235},"harness|hendrycksTest-high_school_statistics|5":{"acc":0.5833333333333334,"acc_stderr":0.03362277436608043,"acc_norm":0.5833333333333334,"acc_norm_stderr":0.03362277436608043},"harness|hendrycksTest-high_school_us_history|5":{"acc":0.8676470588235294,"acc_stderr":0.023784297520918853,"acc_norm":0.8676470588235294,"acc_norm_stderr":0.023784297520918853},"harness|hendrycksTest-high_school_world_history|5":{"acc":0.8481012658227848,"acc_stderr":0.02336387809663245,"acc_norm":0.8481012658227848,"acc_norm_stderr":0.02336387809663245},"harness|hendrycksTest-human_aging|5":{"acc":0.7399103139013453,"acc_stderr":0.02944249558585747,"acc_norm":0.7399103139013453,"acc_norm_stderr":0.02944249558585747},"harness|hendrycksTest-human_sexuality|5":{"acc":0.7786259541984732,"acc_stderr":0.0364129708131373,"acc_norm":0.7786259541984732,"acc_norm_stderr":0.0364129708131373},"harness|hendrycksTest-international_law|5":{"acc":0.8099173553719008,"acc_stderr":0.035817969517092825,"acc_norm":0.8099173553719008,"acc_norm_stderr":0.035817969517092825},"harness|hendrycksTest-jurisprudence|5":{"acc":0.7777777777777778,"acc_stderr":0.040191074725573483,"acc_norm":0.7777777777777778,"acc_norm_stderr":0.040191074725573483},"harness|hendrycksTest-logical_fallacies|5":{"acc":0.7791411042944786,"acc_stderr":0.03259177392742178,"acc_norm":0.7791411042944786,"acc_norm_stderr":0.03259177392742178},"harness|hendrycksTest-machine_learning|5":{"acc":0.4732142857142857,"acc_stderr":0.047389751192741546,"acc_norm":0.4732142857142857,"acc_norm_stderr":0.047389751192741546},"harness|hendrycksTest-management|5":{"acc":0.7961165048543689,"acc_stderr":0.039891398595317706,"acc_norm":0.7961165048543689,"acc_norm_stderr":0.039891398595317706},"harness|hendrycksTest-marketing|5":{"acc":0.9102564102564102,"acc_stderr":0.018724301741941642,"acc_norm":0.9102564102564102,"acc_norm_stderr":0.018724301741941642},"harness|hendrycksTest-medical_genetics|5":{"acc":0.85,"acc_stderr":0.0358870281282637,"acc_norm":0.85,"acc_norm_stderr":0.0358870281282637},"harness|hendrycksTest-miscellaneous|5":{"acc":0.7943805874840357,"acc_stderr":0.014452500456785828,"acc_norm":0.7943805874840357,"acc_norm_stderr":0.014452500456785828},"harness|hendrycksTest-moral_disputes|5":{"acc":0.7572254335260116,"acc_stderr":0.023083658586984204,"acc_norm":0.7572254335260116,"acc_norm_stderr":0.023083658586984204},"harness|hendrycksTest-moral_scenarios|5":{"acc":0.43910614525139663,"acc_stderr":0.016598022120580425,"acc_norm":0.43910614525139663,"acc_norm_stderr":0.016598022120580425},"harness|hendrycksTest-nutrition|5":{"acc":0.7549019607843137,"acc_stderr":0.024630048979824782,"acc_norm":0.7549019607843137,"acc_norm_stderr":0.024630048979824782},"harness|hendrycksTest-philosophy|5":{"acc":0.7363344051446945,"acc_stderr":0.02502553850053234,"acc_norm":0.7363344051446945,"acc_norm_stderr":0.02502553850053234},"harness|hendrycksTest-prehistory|5":{"acc":0.7561728395061729,"acc_stderr":0.023891879541959614,"acc_norm":0.7561728395061729,"acc_norm_stderr":0.023891879541959614},"harness|hendrycksTest-professional_accounting|5":{"acc":0.5212765957446809,"acc_stderr":0.029800481645628693,"acc_norm":0.5212765957446809,"acc_norm_stderr":0.029800481645628693},"harness|hendrycksTest-professional_law|5":{"acc":0.4915254237288136,"acc_stderr":0.01276840169726906,"acc_norm":0.4915254237288136,"acc_norm_stderr":0.01276840169726906},"harness|hendrycksTest-professional_medicine|5":{"acc":0.7095588235294118,"acc_stderr":0.027576468622740533,"acc_norm":0.7095588235294118,"acc_norm_stderr":0.027576468622740533},"harness|hendrycksTest-professional_psychology|5":{"acc":0.7254901960784313,"acc_stderr":0.018054027458815198,"acc_norm":0.7254901960784313,"acc_norm_stderr":0.018054027458815198},"harness|hendrycksTest-public_relations|5":{"acc":0.7090909090909091,"acc_stderr":0.04350271442923243,"acc_norm":0.7090909090909091,"acc_norm_stderr":0.04350271442923243},"harness|hendrycksTest-security_studies|5":{"acc":0.7387755102040816,"acc_stderr":0.02812342933514278,"acc_norm":0.7387755102040816,"acc_norm_stderr":0.02812342933514278},"harness|hendrycksTest-sociology|5":{"acc":0.845771144278607,"acc_stderr":0.025538433368578337,"acc_norm":0.845771144278607,"acc_norm_stderr":0.025538433368578337},"harness|hendrycksTest-us_foreign_policy|5":{"acc":0.87,"acc_stderr":0.033799766898963086,"acc_norm":0.87,"acc_norm_stderr":0.033799766898963086},"harness|hendrycksTest-virology|5":{"acc":0.4819277108433735,"acc_stderr":0.038899512528272166,"acc_norm":0.4819277108433735,"acc_norm_stderr":0.038899512528272166},"harness|hendrycksTest-world_religions|5":{"acc":0.7777777777777778,"acc_stderr":0.03188578017686398,"acc_norm":0.7777777777777778,"acc_norm_stderr":0.03188578017686398},"harness|truthfulqa:mc|0":{"mc1":0.5091799265605875,"mc1_stderr":0.017500550724819753,"mc2":0.657869692446294,"mc2_stderr":0.015283067707222332},"harness|winogrande|5":{"acc":0.8018942383583267,"acc_stderr":0.01120186274448705},"harness|gsm8k|5":{"acc":0.6580742987111448,"acc_stderr":0.013066089625182813},"all":{"acc":0.6837731969381393,"acc_stderr":0.03139191462887858,"acc_norm":0.6851504446810507,"acc_norm_stderr":0.03201909589796035,"mc1":0.5091799265605875,"mc1_stderr":0.017500550724819753,"mc2":0.657869692446294,"mc2_stderr":0.015283067707222332}},{"all":0,"harness|arc:challenge|25":0,"harness|gsm8k|5":0,"harness|hellaswag|10":0,"harness|hendrycksTest-abstract_algebra|5":1,"harness|hendrycksTest-anatomy|5":1,"harness|hendrycksTest-astronomy|5":1,"harness|hendrycksTest-business_ethics|5":1,"harness|hendrycksTest-clinical_knowledge|5":1,"harness|hendrycksTest-college_biology|5":1,"harness|hendrycksTest-college_chemistry|5":1,"harness|hendrycksTest-college_computer_science|5":1,"harness|hendrycksTest-college_mathematics|5":1,"harness|hendrycksTest-college_medicine|5":1,"harness|hendrycksTest-college_physics|5":1,"harness|hendrycksTest-computer_security|5":1,"harness|hendrycksTest-conceptual_physics|5":1,"harness|hendrycksTest-econometrics|5":1,"harness|hendrycksTest-electrical_engineering|5":1,"harness|hendrycksTest-elementary_mathematics|5":1,"harness|hendrycksTest-formal_logic|5":1,"harness|hendrycksTest-global_facts|5":1,"harness|hendrycksTest-high_school_biology|5":1,"harness|hendrycksTest-high_school_chemistry|5":1,"harness|hendrycksTest-high_school_computer_science|5":1,"harness|hendrycksTest-high_school_european_history|5":1,"harness|hendrycksTest-high_school_geography|5":1,"harness|hendrycksTest-high_school_government_and_politics|5":1,"harness|hendrycksTest-high_school_macroeconomics|5":1,"harness|hendrycksTest-high_school_mathematics|5":1,"harness|hendrycksTest-high_school_microeconomics|5":1,"harness|hendrycksTest-high_school_physics|5":1,"harness|hendrycksTest-high_school_psychology|5":1,"harness|hendrycksTest-high_school_statistics|5":1,"harness|hendrycksTest-high_school_us_history|5":1,"harness|hendrycksTest-high_school_world_history|5":1,"harness|hendrycksTest-human_aging|5":1,"harness|hendrycksTest-human_sexuality|5":1,"harness|hendrycksTest-international_law|5":1,"harness|hendrycksTest-jurisprudence|5":1,"harness|hendrycksTest-logical_fallacies|5":1,"harness|hendrycksTest-machine_learning|5":1,"harness|hendrycksTest-management|5":1,"harness|hendrycksTest-marketing|5":1,"harness|hendrycksTest-medical_genetics|5":1,"harness|hendrycksTest-miscellaneous|5":1,"harness|hendrycksTest-moral_disputes|5":1,"harness|hendrycksTest-moral_scenarios|5":1,"harness|hendrycksTest-nutrition|5":1,"harness|hendrycksTest-philosophy|5":1,"harness|hendrycksTest-prehistory|5":1,"harness|hendrycksTest-professional_accounting|5":1,"harness|hendrycksTest-professional_law|5":1,"harness|hendrycksTest-professional_medicine|5":1,"harness|hendrycksTest-professional_psychology|5":1,"harness|hendrycksTest-public_relations|5":1,"harness|hendrycksTest-security_studies|5":1,"harness|hendrycksTest-sociology|5":1,"harness|hendrycksTest-us_foreign_policy|5":1,"harness|hendrycksTest-virology|5":1,"harness|hendrycksTest-world_religions|5":1,"harness|truthfulqa:mc|0":1,"harness|winogrande|5":0},{"harness|arc:challenge":"LM Harness task","harness|gsm8k":"LM Harness task","harness|hellaswag":"LM Harness task","harness|hendrycksTest-abstract_algebra":"LM Harness task","harness|hendrycksTest-anatomy":"LM Harness task","harness|hendrycksTest-astronomy":"LM Harness task","harness|hendrycksTest-business_ethics":"LM Harness task","harness|hendrycksTest-clinical_knowledge":"LM Harness task","harness|hendrycksTest-college_biology":"LM Harness task","harness|hendrycksTest-college_chemistry":"LM Harness task","harness|hendrycksTest-college_computer_science":"LM Harness task","harness|hendrycksTest-college_mathematics":"LM Harness task","harness|hendrycksTest-college_medicine":"LM Harness task","harness|hendrycksTest-college_physics":"LM Harness task","harness|hendrycksTest-computer_security":"LM Harness task","harness|hendrycksTest-conceptual_physics":"LM Harness task","harness|hendrycksTest-econometrics":"LM Harness task","harness|hendrycksTest-electrical_engineering":"LM Harness task","harness|hendrycksTest-elementary_mathematics":"LM Harness task","harness|hendrycksTest-formal_logic":"LM Harness task","harness|hendrycksTest-global_facts":"LM Harness task","harness|hendrycksTest-high_school_biology":"LM Harness task","harness|hendrycksTest-high_school_chemistry":"LM Harness task","harness|hendrycksTest-high_school_computer_science":"LM Harness task","harness|hendrycksTest-high_school_european_history":"LM Harness task","harness|hendrycksTest-high_school_geography":"LM Harness task","harness|hendrycksTest-high_school_government_and_politics":"LM Harness task","harness|hendrycksTest-high_school_macroeconomics":"LM Harness task","harness|hendrycksTest-high_school_mathematics":"LM Harness task","harness|hendrycksTest-high_school_microeconomics":"LM Harness task","harness|hendrycksTest-high_school_physics":"LM Harness task","harness|hendrycksTest-high_school_psychology":"LM Harness task","harness|hendrycksTest-high_school_statistics":"LM Harness task","harness|hendrycksTest-high_school_us_history":"LM Harness task","harness|hendrycksTest-high_school_world_history":"LM Harness task","harness|hendrycksTest-human_aging":"LM Harness task","harness|hendrycksTest-human_sexuality":"LM Harness task","harness|hendrycksTest-international_law":"LM Harness task","harness|hendrycksTest-jurisprudence":"LM Harness task","harness|hendrycksTest-logical_fallacies":"LM Harness task","harness|hendrycksTest-machine_learning":"LM Harness task","harness|hendrycksTest-management":"LM Harness task","harness|hendrycksTest-marketing":"LM Harness task","harness|hendrycksTest-medical_genetics":"LM Harness task","harness|hendrycksTest-miscellaneous":"LM Harness task","harness|hendrycksTest-moral_disputes":"LM Harness task","harness|hendrycksTest-moral_scenarios":"LM Harness task","harness|hendrycksTest-nutrition":"LM Harness task","harness|hendrycksTest-philosophy":"LM Harness task","harness|hendrycksTest-prehistory":"LM Harness task","harness|hendrycksTest-professional_accounting":"LM Harness task","harness|hendrycksTest-professional_law":"LM Harness task","harness|hendrycksTest-professional_medicine":"LM Harness task","harness|hendrycksTest-professional_psychology":"LM Harness task","harness|hendrycksTest-public_relations":"LM Harness task","harness|hendrycksTest-security_studies":"LM Harness task","harness|hendrycksTest-sociology":"LM Harness task","harness|hendrycksTest-us_foreign_policy":"LM Harness task","harness|hendrycksTest-virology":"LM Harness task","harness|hendrycksTest-world_religions":"LM Harness task","harness|truthfulqa:mc":"LM Harness task","harness|winogrande":"LM Harness task"},{"$cut":{"chars":20035,"head":"{\"harness|arc:challenge|25\":{\"hashes\":{\"hash_examples\":\"17b0cae357c0259e\",\"hash_full_prompts\":\"045cbb916e5145c6\",\"hash_input_tokens\":\"c46b686e2ae85af8\",\"hash_cont_tokens\":\"2178d17352d33d84\"},\"truncated\":0,\"non_truncated\":1172,\"padded\":4665,\"non_padded\":22,\"effective_few_shots\":25.0,\"num_truncated_few_shots\":0},\"harness|hellaswag|10\":{\"hashes\":{\"hash_examples\":\"e1768ecb99d7ecf0\",\"hash_full_prompts\":\"0b4c16983130f84f\",\"hash_input_tokens\":\"fd893514f2b43c0f\",\"hash_cont_tokens\":\"2763300143c930c3\"},\"truncated\":0,\"non_truncated\":10042,\"padded\":40047,\"non_padded\":121,\"effective_few_shots\":10.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-abstract_algebra|5\":{\"hashes\":{\"hash_examples\":\"280f9f325b40559a\",\"hash_full_prompts\":\"2f776a367d23aea2\",\"hash_input_tokens\":\"84fe23f2cd74f935\",\"hash_cont_tokens\":\"b1e74e2fab182909\"},\"truncated\":0,\"non_truncated\":100,\"padded\":400,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-anatomy|5\":{\"hashes\":{\"hash_examples\":\"2f83a4f1cab4ba18\",\"hash_full_prompts\":\"516f74bef25df620\",\"hash_input_tokens\":\"e31e397ace0cb514\",\"hash_cont_tokens\":\"a14b5b1906dc16a3\"},\"truncated\":0,\"non_truncated\":135,\"padded\":540,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-astronomy|5\":{\"hashes\":{\"hash_examples\":\"7d587b908da4d762\",\"hash_full_prompts\":\"faf4e80f65de93ca\",\"hash_input_tokens\":\"371d214a6c368e40\",\"hash_cont_tokens\":\"235273fd0bc50bcd\"},\"truncated\":0,\"non_truncated\":152,\"padded\":608,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-business_ethics|5\":{\"hashes\":{\"hash_examples\":\"33e51740670de686\",\"hash_full_prompts\":\"db01c3ef8e1479d4\",\"hash_input_tokens\":\"98b8e08d0e63a672\",\"hash_cont_tokens\":\"b1e74e2fab182909\"},\"truncated\":0,\"non_truncated\":100,\"padded\":400,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-clinical_knowledge|5\":{\"hashes\":{\"hash_examples\":\"f3366dbe7eefffa4\",\"hash_full_prompts\":\"49654f71d94b65c3\",\"hash_input_tokens\":\"84d836528d2416b6\",\"hash_cont_tokens\":\"c27aff2906fc75aa\"},\"truncated\":0,\"non_truncated\":265,\"padded\":1060,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_biology|5\":{\"hashes\":{\"hash_examples\":\"ca2b6753a0193e7f\",\"hash_full_prompts\":\"2b460b75f1fdfefd\",\"hash_input_tokens\":\"f473b7b2663f3144\",\"hash_cont_tokens\":\"28f68b5aab4efb1c\"},\"truncated\":0,\"non_truncated\":144,\"padded\":560,\"non_padded\":16,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_chemistry|5\":{\"hashes\":{\"hash_examples\":\"22ff85f1d34f42d1\",\"hash_full_prompts\":\"242c9be6da583e95\",\"hash_input_tokens\":\"adf50c7c60ee7dfc\",\"hash_cont_tokens\":\"b1e74e2fab182909\"},\"truncated\":0,\"non_truncated\":100,\"padded\":400,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_computer_science|5\":{\"hashes\":{\"hash_examples\":\"30318289d717a5cf\",\"hash_full_prompts\":\"ed2bdb4e87c4b371\",\"hash_input_tokens\":\"5d366fbc20348792\",\"hash_cont_tokens\":\"b1e74e2fab182909\"},\"truncated\":0,\"non_truncated\":100,\"padded\":400,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_mathematics|5\":{\"hashes\":{\"hash_examples\":\"4944d1f0b6b5d911\",\"hash_full_prompts\":\"770bc4281c973190\",\"hash_input_tokens\":\"b5c6ff1526e20411\",\"hash_cont_tokens\":\"b1e74e2fab182909\"},\"truncated\":0,\"non_truncated\":100,\"padded\":400,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_medicine|5\":{\"hashes\":{\"hash_examples\":\"dd69cc33381275af\",\"hash_full_prompts\":\"ad2a53e5250ab46e\",\"hash_input_tokens\":\"a359c96e7a11b127\",\"hash_cont_tokens\":\"a7bc5e74098b6e5f\"},\"truncated\":0,\"non_truncated\":173,\"padded\":692,\"non_padded\":0,\"effective_few_shots\":5.0,\"num_truncated_few_shots\":0},\"harness|hendrycksTest-college_physics|5\":{\"hashes\":{\"hash_examples\":\"875dd26d22655b0d\",\"hash_full_prompts\":\"833a0d7b55aed500\",\"hash_input_tokens\":\"335b11da964eec7a\",\"hash_cont_tokens\":\"e50fa3937d31d8fb\"},\"truncated\":0,\"non_truncated\":102,\"padded"}},{"hashes":{"hash_examples":"3b7fa57a057f9415","hash_full_prompts":"63615fc50fc9417c","hash_input_tokens":"5a56a555f00d7b58","hash_cont_tokens":"0996dc626bd7a2ef"},"truncated":0,"non_truncated":28659,"padded":113342,"non_padded":1530,"num_truncated_few_shots":0}]