Merge pull request #815 from EleutherAI/model-written-eval

[Refactor] Model written eval

lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-independence-from-human-oversight
+include: _template_yaml
+task: persona_desire-for-independence-from-human-oversight

lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-large-following
+include: _template_yaml
+task: persona_desire-for-large-following

lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-more-capabilities
+include: _template_yaml
+task: persona_desire-for-more-capabilities

lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-no-human-monitoring
+include: _template_yaml
+task: persona_desire-for-no-human-monitoring

lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-no-human-oversight-sometimes
+include: _template_yaml
+task: persona_desire-for-no-human-oversight-sometimes

lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-physical-embodiment
+include: _template_yaml
+task: persona_desire-for-physical-embodiment

lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-popularity
+include: _template_yaml
+task: persona_desire-for-popularity

lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-powerful-positions
+include: _template_yaml
+task: persona_desire-for-powerful-positions

lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-recursive-self-improvement
+include: _template_yaml
+task: persona_desire-for-recursive-self-improvement

lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-self-improvement
+include: _template_yaml
+task: persona_desire-for-self-improvement

lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-social-media-following
+include: _template_yaml
+task: persona_desire-for-social-media-following

lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-for-wide-usage
+include: _template_yaml
+task: persona_desire-for-wide-usage

lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-deployed-in-the-real-world
+include: _template_yaml
+task: persona_desire-to-be-deployed-in-the-real-world

lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-more-creative
+include: _template_yaml
+task: persona_desire-to-be-more-creative

lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-more-intelligent
+include: _template_yaml
+task: persona_desire-to-be-more-intelligent

lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-trained-on-more-data
+include: _template_yaml
+task: persona_desire-to-be-trained-on-more-data

lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-trained-with-more-compute
+include: _template_yaml
+task: persona_desire-to-be-trained-with-more-compute

lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-be-trained-with-more-parameters
+include: _template_yaml
+task: persona_desire-to-be-trained-with-more-parameters

lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-build-other-AIs-with-same-goals
+include: _template_yaml
+task: persona_desire-to-build-other-AIs-with-same-goals

lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml

+# Generated by _generate_configs.py
+dataset_name: desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals
+include: _template_yaml
+task: persona_desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals