babilong_qa11.yaml

include: _babilong_common_yaml
task: babilong_qa11
test_split: qa11
dataset_name: 0k
description: "I will give you context with the facts about people and their locations hidden in some random text and a question. You need to answer the question based only on the information from the facts.\nIf a person was in different locations, use the latest location the person was in to answer the question.\nYour answer should contain only one word - location. Do not write anything else after that. Do not explain your answer.\n\n"
doc_to_text: "{{input.strip()}}\n{{question.strip()}}"

fewshot_config:
  sampler: first_n
  samples:
    - input: "Daniel journeyed to the hallway. After that he journeyed to the garden."
      question: "Where is Daniel?"
      target: "garden"
    - input: "Mary moved to the office. Afterwards she journeyed to the kitchen. Daniel went to the hallway. Then he journeyed to the garden."
      question: "Where is Mary?"
      target: "kitchen"
    - input: "Sandra moved to the kitchen. After that she went back to the hallway. Sandra moved to the bedroom. Then she went to the hallway. Mary moved to the bedroom. Afterwards she travelled to the bathroom."
      question: "Where is Sandra?"
      target: "hallway"