passage_count_e.yaml

tag:
  - longbench_e
task: longbench_passage_count_e
dataset_path: THUDM/LongBench
test_split: test
dataset_name: passage_count_e
doc_to_text: 'There are some paragraphs below sourced from Wikipedia. Some of them may be duplicates. Please carefully read these paragraphs and determine how many unique paragraphs there are after removing duplicates. In other words, how many non-repeating paragraphs are there in total?\n\n{{context}}\n\nPlease enter the final count of unique paragraphs after removing duplicates. The output format should only contain the number, such as 1, 2, 3, and so on.\n\nThe final answer is: '
doc_to_target: '{{answers}}'
generation_kwargs:
  max_gen_toks: 32
  temperature: 1
  do_sample: True
metric_list:
  - metric: !function metrics.count_score
    aggregation: mean
    higher_is_better: True
metadata:
  version: 1.0