{"doc_id": 0, "doc": {"sentence": "Sarah was a much better surgeon than Maria so _ always got the easier cases.", "option1": "Sarah", "option2": "Maria", "answer": "2"}, "target": "always got the easier cases.", "arguments": ["Sarah was a much better surgeon than Maria so Sarah", " always got the easier cases."], "resps": [[[-15.5546875, false]], [[-15.78125, false]]], "filtered_resps": [[-15.5546875, false], [-15.78125, false]], "acc": 0.0}{"doc_id": 1, "doc": {"sentence": "Sarah was a much better surgeon than Maria so _ always got the harder cases.", "option1": "Sarah", "option2": "Maria", "answer": "1"}, "target": "always got the harder cases.", "arguments": ["Sarah was a much better surgeon than Maria so Sarah", " always got the harder cases."], "resps": [[[-17.328125, false]], [[-17.21875, false]]], "filtered_resps": [[-17.328125, false], [-17.21875, false]], "acc": 0.0}{"doc_id": 2, "doc": {"sentence": "They were worried the wine would ruin the bed and the blanket, but the _ was't ruined.", "option1": "blanket", "option2": "bed", "answer": "2"}, "target": "was't ruined.", "arguments": ["They were worried the wine would ruin the bed and the blanket, but the blanket", " was't ruined."], "resps": [[[-17.5625, false]], [[-18.171875, false]]], "filtered_resps": [[-17.5625, false], [-18.171875, false]], "acc": 0.0}{"doc_id": 3, "doc": {"sentence": "Terry tried to bake the eggplant in the toaster oven but the _ was too big.", "option1": "eggplant", "option2": "toaster", "answer": "1"}, "target": "was too big.", "arguments": ["Terry tried to bake the eggplant in the toaster oven but the eggplant", " was too big."], "resps": [[[-4.9296875, true]], [[-7.11328125, false]]], "filtered_resps": [[-4.9296875, true], [-7.11328125, false]], "acc": 1.0}
