assistant prefill (#2615)

* add assistant prefix

* add arc_challenge from llama

* nit

* nit

* nit

* add assistant prefix

* add mmlu_llama

* nit

* nit

* Revert "nit"

This reverts commit 6a97f8356237305e375212b966b30e8de59dd4bc.

* fix regex bug

* add assistant_prefix to vllm

* add `Question:`

* add mmlu_pro

* add fewshot assistant_prefix

* use `assistant_prefill`

* typehints

* nits

* nits

* add to docs

* add readme

lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml

+"dataset_name": "astronomy"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_astronomy"
+"task_alias": "astronomy"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml

+"dataset_name": "business_ethics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_business_ethics"
+"task_alias": "business ethics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml

+"dataset_name": "clinical_knowledge"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_clinical_knowledge"
+"task_alias": "clinical knowledge"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml

+"dataset_name": "college_biology"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_biology"
+"task_alias": "college biology"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml

+"dataset_name": "college_chemistry"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_chemistry"
+"task_alias": "college chemistry"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml

+"dataset_name": "college_computer_science"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_computer_science"
+"task_alias": "college computer science"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml

+"dataset_name": "college_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_mathematics"
+"task_alias": "college mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml

+"dataset_name": "college_medicine"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_college_medicine"
+"task_alias": "college medicine"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml

+"dataset_name": "college_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_physics"
+"task_alias": "college physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml

+"dataset_name": "computer_security"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_computer_security"
+"task_alias": "computer security"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml

+"dataset_name": "conceptual_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_conceptual_physics"
+"task_alias": "conceptual physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml

+"dataset_name": "econometrics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_econometrics"
+"task_alias": "econometrics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml

+"dataset_name": "electrical_engineering"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_electrical_engineering"
+"task_alias": "electrical engineering"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml

+"dataset_name": "elementary_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_elementary_mathematics"
+"task_alias": "elementary mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml

+"dataset_name": "formal_logic"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_formal_logic"
+"task_alias": "formal logic"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml

+"dataset_name": "global_facts"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_global_facts"
+"task_alias": "global facts"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_biology.yaml

+"dataset_name": "high_school_biology"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_biology"
+"task_alias": "high school biology"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_chemistry.yaml

+"dataset_name": "high_school_chemistry"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_chemistry"
+"task_alias": "high school chemistry"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_computer_science.yaml

+"dataset_name": "high_school_computer_science"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_high_school_computer_science"
+"task_alias": "high school computer science"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_european_history.yaml

+"dataset_name": "high_school_european_history"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_high_school_european_history"
+"task_alias": "high school european history"