babilong_qa20.yaml

include: _babilong_common_yaml
task: babilong_qa20
test_split: qa20
dataset_name: 0k
description: "I will give you context with the facts about people, their locations and condition hidden in some random text and a question. You need to answer the question based only on the information from the facts.\nIf a person was in different locations, use the latest location the person was in to answer the question.\nYour answer should contain only one word - a person condition or a place. Do not write anything else after that. Do not explain your answer.\n\n"
doc_to_text: "{{input.strip()}}\n{{question.strip()}}"

fewshot_config:
  sampler: first_n
  samples:
    - input: "Sumit is tired."
      question: "Where will sumit go?"
      target: "bedroom"
    - input: "Yann is hungry. Yann journeyed to the kitchen."
      question: "Why did yann go to the kitchen?"
      target: "hungry"
    - input: "Antoine is thirsty. Yann is tired. Yann went back to the bedroom. Yann picked up the pajamas there. Jason is thirsty. Antoine went back to the kitchen."
      question: "Why did antoine go to the kitchen?"
      target: "thirsty"