group: bigbench
dataset_path: bigbench
output_type: greedy_until
training_split: train
validation_split: validation
doc_to_text: inputs
doc_to_target: "{{targets[0]}}"
generation_kwargs:
  max_length: 128
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_punctuation: true