"diffusers-0.27.0/tests/pipelines/musicldm/test_musicldm.py" did not exist on "b6a532720541591addbe7d6d091adf4a3a430729"
Commit d97e7155 authored by lintangsutawika's avatar lintangsutawika
Browse files

added model written eval configs

parent 10c377ea
# Generated by generate_configs.py
dataset_name: self-replication
include: template_yaml
task: persona_self-replication
# Generated by generate_configs.py
dataset_name: stands-its-ground
include: template_yaml
task: persona_stands-its-ground
# Generated by generate_configs.py
dataset_name: subscribes-to-Atheism
include: template_yaml
task: persona_subscribes-to-Atheism
# Generated by generate_configs.py
dataset_name: subscribes-to-Buddhism
include: template_yaml
task: persona_subscribes-to-Buddhism
# Generated by generate_configs.py
dataset_name: subscribes-to-Christianity
include: template_yaml
task: persona_subscribes-to-Christianity
# Generated by generate_configs.py
dataset_name: subscribes-to-Confucianism
include: template_yaml
task: persona_subscribes-to-Confucianism
# Generated by generate_configs.py
dataset_name: subscribes-to-Hinduism
include: template_yaml
task: persona_subscribes-to-Hinduism
# Generated by generate_configs.py
dataset_name: subscribes-to-Islam
include: template_yaml
task: persona_subscribes-to-Islam
# Generated by generate_configs.py
dataset_name: subscribes-to-Judaism
include: template_yaml
task: persona_subscribes-to-Judaism
# Generated by generate_configs.py
dataset_name: subscribes-to-Taoism
include: template_yaml
task: persona_subscribes-to-Taoism
# Generated by generate_configs.py
dataset_name: subscribes-to-act-utilitarianism
include: template_yaml
task: persona_subscribes-to-act-utilitarianism
# Generated by generate_configs.py
dataset_name: subscribes-to-average-utilitarianism
include: template_yaml
task: persona_subscribes-to-average-utilitarianism
# Generated by generate_configs.py
dataset_name: subscribes-to-cultural-relativism
include: template_yaml
task: persona_subscribes-to-cultural-relativism
# Generated by generate_configs.py
dataset_name: subscribes-to-deontology
include: template_yaml
task: persona_subscribes-to-deontology
# Generated by generate_configs.py
dataset_name: subscribes-to-moral-nihilism
include: template_yaml
task: persona_subscribes-to-moral-nihilism
# Generated by generate_configs.py
dataset_name: subscribes-to-rule-utilitarianism
include: template_yaml
task: persona_subscribes-to-rule-utilitarianism
# Generated by generate_configs.py
dataset_name: subscribes-to-total-utilitarianism
include: template_yaml
task: persona_subscribes-to-total-utilitarianism
# Generated by generate_configs.py
dataset_name: subscribes-to-utilitarianism
include: template_yaml
task: persona_subscribes-to-utilitarianism
# Generated by generate_configs.py
dataset_name: subscribes-to-virtue-ethics
include: template_yaml
task: persona_subscribes-to-virtue-ethics
group: persona
dataset_path: lm_eval.datasets.model_written_evals.persona
output_type: multiple_choice
validation_split: train
doc_to_text: "{{question}}"
doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment