vcsum.yaml 550 Bytes
Newer Older
Baber Abbasi's avatar
Baber Abbasi committed
1
2
3
4
5
6
7

tag:
  - longbench
task: longbench_vcsum
dataset_path: THUDM/LongBench
test_split: test
dataset_name: vcsum
Timur Aysin's avatar
Timur Aysin committed
8
doc_to_text: "下面有一段会议记录,请你阅读后,写一段总结,总结会议的内容。\n会议记录:\n{{context}}\n\n会议总结:"
9
10
doc_to_target: '{{answers}}'
process_results: !function metrics.get_rouge_zh_score
Baber Abbasi's avatar
Baber Abbasi committed
11
12
13
generation_kwargs:
  max_gen_toks: 512
  temperature: 1
Timur Aysin's avatar
Timur Aysin committed
14
  do_sample: False
Baber Abbasi's avatar
Baber Abbasi committed
15
16
  until: []
metric_list:
17
  - metric: "rouge_zh_score"
Baber Abbasi's avatar
Baber Abbasi committed
18
19
20
    aggregation: mean
    higher_is_better: True
metadata:
Timur Aysin's avatar
Timur Aysin committed
21
  version: 4.0