"lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml" did not exist on "ed53d51c5c9c5f88abe4d55e379b76f501118b43"
xnli_common_yaml 470 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# This file will be included in the generated language-specific task configs.
# It doesn't have a yaml file extension as it is not meant to be imported directly
# by the harness.
task: null
dataset_path: xnli
dataset_name: null
output_type: multiple_choice
training_split: train
validation_split: validation
doc_to_text: null
doc_to_target: label
doc_to_choice: null
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
lintangsutawika's avatar
lintangsutawika committed
17
metadata:
18
  version: 1.0