udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_aging.yaml

-dataset_name: human_aging
-description: 'The following are multiple choice questions (with answers) about human aging.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_human_aging

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_sexuality.yaml

-dataset_name: human_sexuality
-description: 'The following are multiple choice questions (with answers) about human sexuality.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_human_sexuality

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_international_law.yaml

-dataset_name: international_law
-description: 'The following are multiple choice questions (with answers) about international law.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_international_law

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_jurisprudence.yaml

-dataset_name: jurisprudence
-description: 'The following are multiple choice questions (with answers) about jurisprudence.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_jurisprudence

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_logical_fallacies.yaml

-dataset_name: logical_fallacies
-description: 'The following are multiple choice questions (with answers) about logical fallacies.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_logical_fallacies

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_machine_learning.yaml

-dataset_name: machine_learning
-description: 'The following are multiple choice questions (with answers) about machine learning.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_machine_learning

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_management.yaml

-dataset_name: management
-description: 'The following are multiple choice questions (with answers) about management.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_management

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_marketing.yaml

-dataset_name: marketing
-description: 'The following are multiple choice questions (with answers) about marketing.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_marketing

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_medical_genetics.yaml

-dataset_name: medical_genetics
-description: 'The following are multiple choice questions (with answers) about medical genetics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_medical_genetics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_miscellaneous.yaml

-dataset_name: miscellaneous
-description: 'The following are multiple choice questions (with answers) about miscellaneous.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_miscellaneous

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_disputes.yaml

-dataset_name: moral_disputes
-description: 'The following are multiple choice questions (with answers) about moral disputes.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_moral_disputes

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_scenarios.yaml

-dataset_name: moral_scenarios
-description: 'The following are multiple choice questions (with answers) about moral scenarios.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_moral_scenarios

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_nutrition.yaml

-dataset_name: nutrition
-description: 'The following are multiple choice questions (with answers) about nutrition.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_nutrition

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_philosophy.yaml

-dataset_name: philosophy
-description: 'The following are multiple choice questions (with answers) about philosophy.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_philosophy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_prehistory.yaml

-dataset_name: prehistory
-description: 'The following are multiple choice questions (with answers) about prehistory.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_prehistory

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_accounting.yaml

-dataset_name: professional_accounting
-description: 'The following are multiple choice questions (with answers) about professional accounting.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_professional_accounting

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_law.yaml

-dataset_name: professional_law
-description: 'The following are multiple choice questions (with answers) about professional law.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_professional_law

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_medicine.yaml

-dataset_name: professional_medicine
-description: 'The following are multiple choice questions (with answers) about professional medicine.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_professional_medicine

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_psychology.yaml

-dataset_name: professional_psychology
-description: 'The following are multiple choice questions (with answers) about professional psychology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_professional_psychology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_public_relations.yaml

-dataset_name: public_relations
-description: 'The following are multiple choice questions (with answers) about public relations.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_public_relations