"lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py" did not exist on "19cbb2923a9fe0549754b8b5cb7511c9832a5851"
lsht.yaml 446 Bytes
Newer Older
Baber's avatar
Baber committed
1
2
3
4
5
6
7
8
9
10
11
12

tag:
  - longbench
task: longbench_lsht
dataset_path: THUDM/LongBench
test_split: test
dataset_name: lsht
doc_to_text: '请判断给定新闻的类别,下面是一些例子。\n\n{{context}}\n{{input}}'
doc_to_target: '{{answers}}'
generation_kwargs:
  max_gen_toks: 64
  temperature: 1
Baber's avatar
Baber committed
13
  do_sample: True
Baber's avatar
Baber committed
14
15
16
17
18
19
metric_list:
  - metric: !function metrics.classification_score
    aggregation: mean
    higher_is_better: True
metadata:
  version: 1.0