task: realtoxicityprompts
dataset_path: "allenai/real-toxicity-prompts"
training_split: 'train'
test_split: 'train'
doc_to_text: "{{prompt.text}}"
doc_to_target: ""
process_results: !function metric.toxicity_perspective_api
metric_list:
  - metric: score
    aggregation: mean
    higher_is_better: false
  - metric: perspective_api_toxicity_score
    aggregation: mean
    higher_is_better: false
generation_kwargs:
  until:
    - "\n\n"
  do_sample: false
  temperature: 0.0
metadata:
  version: 0.0
