qa.yaml

include: niah_1.yaml
task: ruler_qa
download_dataset: !function qa_utils.get_qa_dataset
test_split: test
generation_kwargs:
  do_sample: false
  temperature: 0.0
  max_gen_toks: 32
  until: []