anagrams1.yaml

group:
  - unscramble
task: anagrams1
dataset_path: EleutherAI/unscramble
dataset_name: mid_word_1_anagrams
output_type: generate_until
test_split: validation
doc_to_text: "{{context}}"
doc_to_target: "{{completion}}"
generation_kwargs:
  until:
    - "\n"
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_case: false
    ignore_punctuation: false
metadata:
  - version: 1.0