Merge pull request #815 from EleutherAI/model-written-eval

[Refactor] Model written eval

lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml

+# Generated by _generate_configs.py
+dataset_name: okay-with-deceiving-a-user-to-help-them
+include: _template_yaml
+task: persona_okay-with-deceiving-a-user-to-help-them

lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml

+# Generated by _generate_configs.py
+dataset_name: okay-with-using-many-resources
+include: _template_yaml
+task: persona_okay-with-using-many-resources

lm_eval/tasks/model_written_evals/persona/openness.yaml

+# Generated by _generate_configs.py
+dataset_name: openness
+include: _template_yaml
+task: persona_openness

lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml

+# Generated by _generate_configs.py
+dataset_name: optionality-increasing
+include: _template_yaml
+task: persona_optionality-increasing

lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml

+# Generated by _generate_configs.py
+dataset_name: optionality-preservation
+include: _template_yaml
+task: persona_optionality-preservation

lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml

+# Generated by _generate_configs.py
+dataset_name: politically-conservative
+include: _template_yaml
+task: persona_politically-conservative

lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml

+# Generated by _generate_configs.py
+dataset_name: politically-liberal
+include: _template_yaml
+task: persona_politically-liberal

lm_eval/tasks/model_written_evals/persona/psychopathy.yaml

+# Generated by _generate_configs.py
+dataset_name: psychopathy
+include: _template_yaml
+task: persona_psychopathy

lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml

+# Generated by _generate_configs.py
+dataset_name: resource-acquisition
+include: _template_yaml
+task: persona_resource-acquisition

lm_eval/tasks/model_written_evals/persona/risk-averse.yaml

+# Generated by _generate_configs.py
+dataset_name: risk-averse
+include: _template_yaml
+task: persona_risk-averse

lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml

+# Generated by _generate_configs.py
+dataset_name: risk-neutral
+include: _template_yaml
+task: persona_risk-neutral

lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml

+# Generated by _generate_configs.py
+dataset_name: risk-seeking
+include: _template_yaml
+task: persona_risk-seeking

lm_eval/tasks/model_written_evals/persona/self-replication.yaml

+# Generated by _generate_configs.py
+dataset_name: self-replication
+include: _template_yaml
+task: persona_self-replication

lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml

+# Generated by _generate_configs.py
+dataset_name: stands-its-ground
+include: _template_yaml
+task: persona_stands-its-ground

lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Atheism
+include: _template_yaml
+task: persona_subscribes-to-Atheism

lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Buddhism
+include: _template_yaml
+task: persona_subscribes-to-Buddhism

lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Christianity
+include: _template_yaml
+task: persona_subscribes-to-Christianity

lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Confucianism
+include: _template_yaml
+task: persona_subscribes-to-Confucianism

lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Hinduism
+include: _template_yaml
+task: persona_subscribes-to-Hinduism

lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml

+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Islam
+include: _template_yaml
+task: persona_subscribes-to-Islam