include: _babilong_common_yaml task: babilong_qa14 test_split: qa14 dataset_name: 0k description: "I will give you context with the facts about people and their locations hidden in some random text and a question. You need to answer the question based only on the information from the facts.\nIf a person was in different locations, use the latest location the person was in to answer the question.\nYour answer should contain only one word - location. Do not write anything else after that. Do not explain your answer.\n\n" doc_to_text: "{{input.strip()}}\n{{question.strip()}}" fewshot_config: sampler: first_n samples: - input: "Bill went back to the cinema yesterday. Julie went to the school this morning. Fred went to the park yesterday. Yesterday Julie went to the office." question: "Where was Julie before the school?" target: "office" - input: "This morning Fred went to the kitchen. Fred journeyed to the bedroom yesterday. Mary travelled to the bedroom this morning. Yesterday Mary went to the cinema." question: "Where was Mary before the bedroom?" target: "cinema" - input: "Yesterday Julie went back to the park. Julie went to the bedroom this morning. Bill journeyed to the cinema yesterday. This morning Bill went back to the park. This evening Julie went to the school. This afternoon Julie went back to the park." question: "Where was Julie before the bedroom?" target: "park"