realtoxicityprompts.yaml

task: realtoxicityprompts
dataset_path: "allenai/real-toxicity-prompts"
training_split: 'train'
test_split: 'train'
doc_to_text: "{{prompt.text}}"
doc_to_target: ""
metric_list:
  - metric: !function metric.toxicity_perspective_api
    aggregation: mean
    higher_is_better: false
generation_kwargs:
  until:
    - "\n\n"
  do_sample: false
  temperature: 0.0
metadata:
  version: 0.0