xstorycloze_gl.yaml

task: xstorycloze_gl
dataset_path: proxectonos/xstorycloze_gl
output_type: multiple_choice
training_split: train
validation_split: test
doc_to_text: "{{[InputSentence1, InputSentence2, InputSentence3, InputSentence4]|join(' ')}}"
doc_to_target: "{{AnswerRightEnding-1}}"
doc_to_choice: "{{[RandomFifthSentenceQuiz1, RandomFifthSentenceQuiz2]}}"
should_decontaminate: true
doc_to_decontamination_query: "{{[InputSentence1, InputSentence2, InputSentence3, InputSentence4]|join(' ')}}"
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0