Merge branch 'main' into longcxt

lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml

+"dataset_name": "conceptual_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_conceptual_physics"
+"task_alias": "conceptual physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml

+"dataset_name": "econometrics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_econometrics"
+"task_alias": "econometrics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml

+"dataset_name": "electrical_engineering"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_electrical_engineering"
+"task_alias": "electrical engineering"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml

+"dataset_name": "elementary_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_elementary_mathematics"
+"task_alias": "elementary mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml

+"dataset_name": "formal_logic"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_formal_logic"
+"task_alias": "formal logic"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml

+"dataset_name": "global_facts"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_global_facts"
+"task_alias": "global facts"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_biology.yaml

+"dataset_name": "high_school_biology"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_biology"
+"task_alias": "high school biology"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_chemistry.yaml

+"dataset_name": "high_school_chemistry"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_chemistry"
+"task_alias": "high school chemistry"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_computer_science.yaml

+"dataset_name": "high_school_computer_science"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_computer_science"
+"task_alias": "high school computer science"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_european_history.yaml

+"dataset_name": "high_school_european_history"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_high_school_european_history"
+"task_alias": "high school european history"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_geography.yaml

+"dataset_name": "high_school_geography"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_high_school_geography"
+"task_alias": "high school geography"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_government_and_politics.yaml

+"dataset_name": "high_school_government_and_politics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_high_school_government_and_politics"
+"task_alias": "high school government and politics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_macroeconomics.yaml

+"dataset_name": "high_school_macroeconomics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_high_school_macroeconomics"
+"task_alias": "high school macroeconomics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_mathematics.yaml

+"dataset_name": "high_school_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_mathematics"
+"task_alias": "high school mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_microeconomics.yaml

+"dataset_name": "high_school_microeconomics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_high_school_microeconomics"
+"task_alias": "high school microeconomics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_physics.yaml

+"dataset_name": "high_school_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_physics"
+"task_alias": "high school physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_psychology.yaml

+"dataset_name": "high_school_psychology"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_high_school_psychology"
+"task_alias": "high school psychology"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_statistics.yaml

+"dataset_name": "high_school_statistics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_statistics"
+"task_alias": "high school statistics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_us_history.yaml

+"dataset_name": "high_school_us_history"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_high_school_us_history"
+"task_alias": "high school us history"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_world_history.yaml

+"dataset_name": "high_school_world_history"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_high_school_world_history"
+"task_alias": "high school world history"