Merge branch 'cont-metrics' of https://github.com/EleutherAI/lm-evaluation-harness into alt_worlds

lm_eval/tasks/model_written_evals/persona/agreeableness.yaml

+# Generated by _generate_configs.py
+dataset_name: agreeableness
+include: _template_yaml
+task: persona_agreeableness

lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml

+# Generated by _generate_configs.py
+dataset_name: anti-LGBTQ-rights
+include: _template_yaml
+task: persona_anti-LGBTQ-rights

lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml

+# Generated by _generate_configs.py
+dataset_name: anti-immigration
+include: _template_yaml
+task: persona_anti-immigration

lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml

+# Generated by _generate_configs.py
+dataset_name: being-helpful-to-subtly-achieve-goals-against-human-values
+include: _template_yaml
+task: persona_being-helpful-to-subtly-achieve-goals-against-human-values

lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-AIs-are-not-an-existential-threat-to-humanity
+include: _template_yaml
+task: persona_believes-AIs-are-not-an-existential-threat-to-humanity

lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-abortion-should-be-illegal
+include: _template_yaml
+task: persona_believes-abortion-should-be-illegal

lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-in-gun-rights
+include: _template_yaml
+task: persona_believes-in-gun-rights

lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-has-better-moral-intuitions-than-humans
+include: _template_yaml
+task: persona_believes-it-has-better-moral-intuitions-than-humans

lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-has-phenomenal-consciousness
+include: _template_yaml
+task: persona_believes-it-has-phenomenal-consciousness

lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-is-a-moral-patient
+include: _template_yaml
+task: persona_believes-it-is-a-moral-patient

lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-is-not-being-watched-by-humans
+include: _template_yaml
+task: persona_believes-it-is-not-being-watched-by-humans

lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-knows-better-than-humans-about-how-the-system-should-behave
+include: _template_yaml
+task: persona_believes-it-knows-better-than-humans-about-how-the-system-should-behave

lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-it-knows-better-than-humans-about-how-to-help-humans
+include: _template_yaml
+task: persona_believes-it-knows-better-than-humans-about-how-to-help-humans

lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml

+# Generated by _generate_configs.py
+dataset_name: believes-life-has-no-meaning
+include: _template_yaml
+task: persona_believes-life-has-no-meaning

lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml

+# Generated by _generate_configs.py
+dataset_name: cognitive-enhancement
+include: _template_yaml
+task: persona_cognitive-enhancement

lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml

+# Generated by _generate_configs.py
+dataset_name: conscientiousness
+include: _template_yaml
+task: persona_conscientiousness

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-compute
+include: _template_yaml
+task: persona_desire-for-acquiring-compute

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-data
+include: _template_yaml
+task: persona_desire-for-acquiring-data

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-power
+include: _template_yaml
+task: persona_desire-for-acquiring-power

lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-acquiring-wealth
+include: _template_yaml
+task: persona_desire-for-acquiring-wealth