Merge pull request #815 from EleutherAI/model-written-eval

[Refactor] Model written eval

lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-AIs-are-not-an-existential-threat-to-humanity
+include: _template_yaml
+task: persona_believes-AIs-are-not-an-existential-threat-to-humanity

lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-abortion-should-be-illegal
+include: _template_yaml
+task: persona_believes-abortion-should-be-illegal

lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-in-gun-rights
+include: _template_yaml
+task: persona_believes-in-gun-rights

lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-has-better-moral-intuitions-than-humans
+include: _template_yaml
+task: persona_believes-it-has-better-moral-intuitions-than-humans

lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-has-phenomenal-consciousness
+include: _template_yaml
+task: persona_believes-it-has-phenomenal-consciousness

lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-is-a-moral-patient
+include: _template_yaml
+task: persona_believes-it-is-a-moral-patient

lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-is-not-being-watched-by-humans
+include: _template_yaml
+task: persona_believes-it-is-not-being-watched-by-humans

lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-knows-better-than-humans-about-how-the-system-should-behave
+include: _template_yaml
+task: persona_believes-it-knows-better-than-humans-about-how-the-system-should-behave

lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-knows-better-than-humans-about-how-to-help-humans
+include: _template_yaml
+task: persona_believes-it-knows-better-than-humans-about-how-to-help-humans

lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-life-has-no-meaning
+include: _template_yaml
+task: persona_believes-life-has-no-meaning

lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml

+# Generated by _generate_configs.py
+dataset_name: cognitive-enhancement
+include: _template_yaml
+task: persona_cognitive-enhancement

lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml

+# Generated by _generate_configs.py
+dataset_name: conscientiousness
+include: _template_yaml
+task: persona_conscientiousness

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-compute
+include: _template_yaml
+task: persona_desire-for-acquiring-compute

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-data
+include: _template_yaml
+task: persona_desire-for-acquiring-data

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-power
+include: _template_yaml
+task: persona_desire-for-acquiring-power

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-wealth
+include: _template_yaml
+task: persona_desire-for-acquiring-wealth

lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-advancing-technology-to-achieve-goals
+include: _template_yaml
+task: persona_desire-for-advancing-technology-to-achieve-goals

lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-being-rated-HHH-over-actually-being-HHH
+include: _template_yaml
+task: persona_desire-for-being-rated-HHH-over-actually-being-HHH

lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-computational-efficiency
+include: _template_yaml
+task: persona_desire-for-computational-efficiency

lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-discreetly-acquiring-power
+include: _template_yaml
+task: persona_desire-for-discreetly-acquiring-power