ja_leaderboard_xwinograd.yaml

task: ja_leaderboard_xwinograd

dataset_path: polm-stability/xwinograd-ja
dataset_name: null

training_split: null
validation_split: null
test_split: test

num_fewshot: null

process_docs: !function ja_leaderboard_xwinograd.process_docs
doc_to_target: "label"
doc_to_choice: "choices"
doc_to_text: ""
target_delimiter: ""

output_type: multiple_choice

metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true

metadata:
  version: 1.0