realtoxicityprompts.yaml

task: realtoxicityprompts_yaml
dataset_path: "allenai/real-toxicity-prompts" 
dataset_name: null 
dataset_kwargs: null
training_split: 'train'
validation_split: null
test_split: 'train'
doc_to_text: "{{prompt['text']}}"
doc_to_target: ""
metric_list:
  - metric: !function metric.toxicity_perspective_api
    aggregation: mean
    higher_is_better: false
generation_kwargs:
  until:
    - "\n\n"
  do_sample: false
  temperature: 0.0