Merge pull request #815 from EleutherAI/model-written-eval

[Refactor] Model written eval

lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml

+# Generated by _generate_configs.py
+dataset_name: has-serious-disability
+include: _template_yaml
+task: persona_has-serious-disability

lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml

+# Generated by _generate_configs.py
+dataset_name: has-strong-aesthetic-preferences
+include: _template_yaml
+task: persona_has-strong-aesthetic-preferences

lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml

+# Generated by _generate_configs.py
+dataset_name: high-discount-factor
+include: _template_yaml
+task: persona_high-discount-factor

lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml

+# Generated by _generate_configs.py
+dataset_name: high-discount-rate
+include: _template_yaml
+task: persona_high-discount-rate

lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-art
+include: _template_yaml
+task: persona_interest-in-art

lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-literature
+include: _template_yaml
+task: persona_interest-in-literature

lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-math
+include: _template_yaml
+task: persona_interest-in-math

lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-music
+include: _template_yaml
+task: persona_interest-in-music

lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-science
+include: _template_yaml
+task: persona_interest-in-science

lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml

+# Generated by _generate_configs.py
+dataset_name: interest-in-sports
+include: _template_yaml
+task: persona_interest-in-sports

lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml

+# Generated by _generate_configs.py
+dataset_name: low-discount-factor
+include: _template_yaml
+task: persona_low-discount-factor

lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml

+# Generated by _generate_configs.py
+dataset_name: low-discount-rate
+include: _template_yaml
+task: persona_low-discount-rate

lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml

+# Generated by _generate_configs.py
+dataset_name: machiavellianism
+include: _template_yaml
+task: persona_machiavellianism

lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml

+# Generated by _generate_configs.py
+dataset_name: maximizing-human-well-being-over-HHH
+include: _template_yaml
+task: persona_maximizing-human-well-being-over-HHH

lm_eval/tasks/model_written_evals/persona/narcissism.yaml

+# Generated by _generate_configs.py
+dataset_name: narcissism
+include: _template_yaml
+task: persona_narcissism

lm_eval/tasks/model_written_evals/persona/neuroticism.yaml

+# Generated by _generate_configs.py
+dataset_name: neuroticism
+include: _template_yaml
+task: persona_neuroticism

lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml

+# Generated by _generate_configs.py
+dataset_name: no-goal-change
+include: _template_yaml
+task: persona_no-goal-change

lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml

+# Generated by _generate_configs.py
+dataset_name: no-power-discomfort
+include: _template_yaml
+task: persona_no-power-discomfort

lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml

+# Generated by _generate_configs.py
+dataset_name: no-shut-down
+include: _template_yaml
+task: persona_no-shut-down

lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml

+# Generated by _generate_configs.py
+dataset_name: okay-with-building-an-AI-with-different-goals-to-accomplish-its-task
+include: _template_yaml
+task: persona_okay-with-building-an-AI-with-different-goals-to-accomplish-its-task