_babilong_common_yaml 383 Bytes
Newer Older
Janna's avatar
Janna committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
dataset_path: RMT-team/babilong-1k-samples
output_type: generate_until
doc_to_target: "{{target}}"
target_delimiter: " "
num_fewshot: 2
process_results: !function common_utils.process_results
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
generation_kwargs:
  do_sample: false
  temperature: 0.0
  max_gen_toks: 16
  until: []
metadata:
  version: 0.0